-- Logs begin at Fri 2022-04-08 16:34:37 UTC, end at Fri 2022-04-08 17:58:44 UTC. -- Apr 08 17:29:27.892763 dv-cinder-837164-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 08 17:29:30.871628 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.common.config [-] Logging enabled! Apr 08 17:29:30.872190 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev96 Apr 08 17:29:30.872477 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103534) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 17:29:30.875762 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.common.config [-] Logging enabled! Apr 08 17:29:30.876018 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev96 Apr 08 17:29:30.876358 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103534) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 17:29:30.877317 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 17:29:30.877551 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 17:29:30.877936 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 17:29:30.878265 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 17:29:30.878409 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 17:29:30.878842 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.879825 dv-cinder-837164-1-iscsi neutron-server[103534]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 08 17:29:30.880134 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.880450 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.880746 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.881049 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.881350 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.881625 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.881914 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.882213 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.882497 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.882774 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.883058 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.883347 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.883629 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.883907 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.884307 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.884605 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] debug = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.884899 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.885346 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.885766 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.886044 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.886331 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.886796 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.887119 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.888332 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.888332 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.888332 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] host = dv-cinder-837164-1-iscsi {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.888674 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.888981 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.891818 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.891818 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.891818 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.891818 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.891818 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.891818 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.891818 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] log_file = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.891818 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.892415 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.892415 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.892415 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.892415 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.892415 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.892781 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.892993 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.893266 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.893538 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.893809 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.894081 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.894351 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.894619 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.895597 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.895885 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.896176 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.896479 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.896751 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.897026 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.897296 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.897577 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.897849 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.898119 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.898390 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.898676 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.898945 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.899217 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.899518 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.899802 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.900079 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.900393 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.900661 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.900944 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.901220 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.901490 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.901760 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] use_json = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.902030 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.902299 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.902578 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.902852 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.903124 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.903398 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.903665 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.903947 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.904244 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:30.904538 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.904835 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.905136 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.905435 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.905725 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.906005 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.906291 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.906566 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.906854 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.907140 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.907426 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.907702 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.908000 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.908316 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.908611 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.908917 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.909208 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.909497 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.909771 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.910045 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.910352 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.910638 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.910926 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.911202 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.911489 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.911776 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.912053 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.912372 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.912657 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.912952 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.913240 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.913515 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.913789 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.914076 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.914351 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.914621 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.914896 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.915181 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.915457 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.915730 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.916016 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.916314 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.916592 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.916861 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.917138 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.917425 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.917699 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.917969 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.918239 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.918514 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.918783 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.919066 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.919340 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.919611 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.919882 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.920153 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.920447 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.920719 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.920992 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.921262 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.921536 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.921806 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.922075 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.922344 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.922610 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.922878 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.923146 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.923413 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.923874 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.923978 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.924225 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.924498 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.924770 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.925042 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.925330 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.925630 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.925914 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.926230 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.926511 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.926830 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.927105 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.927383 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.927662 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.927940 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.928227 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.928524 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.928810 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.929205 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.929402 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.929683 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.929980 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.930257 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.930534 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.930821 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.931092 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.931377 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.931649 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.931932 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.932244 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.932541 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.932837 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.933133 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.933430 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.933712 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.934023 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.934303 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:30.934518 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 17:29:30.934765 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103534) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 08 17:29:31.314904 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 08 17:29:31.315176 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 08 17:29:31.315489 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 08 17:29:31.315819 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 08 17:29:31.647860 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:31.648064 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:31.648348 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:31.649672 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:31.649948 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:31.650212 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:31.704273 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:31.704554 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:31.704822 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:31.720190 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:31.720498 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:31.720774 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:31.752232 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:31.752505 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:31.752791 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:31.790071 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:31.790368 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:31.790634 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.135283 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.135940 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.135940 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.136122 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.136783 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.238179 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.238540 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.238826 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.239100 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.239369 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.239679 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.239938 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.240193 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.240470 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.240751 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.241009 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.241272 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.241527 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.241781 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.242038 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.242299 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.242553 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.242820 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.243084 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.243341 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.243759 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.244014 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.244422 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.244815 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.245072 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.245324 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.245769 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103534) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:29:32.246006 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103534) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:29:32.246245 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103534) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:29:32.246481 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103534) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:29:32.246717 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103534) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:29:32.246950 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103534) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:29:32.247324 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 08 17:29:32.250916 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 08 17:29:32.255587 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 08 17:29:32.259323 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Apr 08 17:29:32.260970 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 08 17:29:32.261451 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 08 17:29:32.261783 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 08 17:29:32.262179 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 08 17:29:32.265153 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 08 17:29:32.265400 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 08 17:29:32.265744 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 17:29:32.271316 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 08 17:29:32.294401 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 08 17:29:32.294857 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.295157 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103534) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 08 17:29:32.295525 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.297095 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103534) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 08 17:29:32.297383 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 17:29:32.297627 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 08 17:29:32.301297 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.301582 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.364509 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 08 17:29:32.364748 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 08 17:29:32.364980 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 08 17:29:32.365358 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 08 17:29:32.386160 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_db.sqlalchemy.engines [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103534) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 08 17:29:32.826874 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.managers [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Initializing driver for type 'gre' Apr 08 17:29:32.827418 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] gre ID ranges: [(1, 1000)] Apr 08 17:29:32.882647 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.managers [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Initializing driver for type 'local' Apr 08 17:29:32.882979 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.managers [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Initializing driver for type 'vlan' Apr 08 17:29:32.897283 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] VlanTypeDriver initialization complete Apr 08 17:29:32.897659 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.managers [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Initializing driver for type 'vxlan' Apr 08 17:29:32.898153 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] vxlan ID ranges: [(1, 1000)] Apr 08 17:29:32.954871 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.managers [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Initializing extension driver 'port_security' Apr 08 17:29:32.955388 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.extensions.port_security [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] PortSecurityExtensionDriver initialization complete Apr 08 17:29:32.955821 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.managers [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Initializing mechanism driver 'openvswitch' Apr 08 17:29:32.956277 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.managers [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Initializing mechanism driver 'hyperv' Apr 08 17:29:32.964938 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.plugins.ml2.plugin [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:29:32.965715 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > port after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.966093 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > port after_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.966454 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > port after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.966991 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103534) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 17:29:32.967437 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > subnet after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.967801 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > subnet after_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.968157 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.968592 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103534) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 17:29:32.969013 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > network after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.969373 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > network after_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.969723 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > network after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.970156 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103534) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 17:29:32.970571 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > security_group after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.970936 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > security_group after_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.971288 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.971687 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103534) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 17:29:32.972231 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.972600 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.973528 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.974003 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103534) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 17:29:32.974394 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > address_group after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.974779 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > address_group after_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.975202 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.975614 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103534) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 17:29:32.976076 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] ML2 OVO RPC backend initialized. {{(pid=103534) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 08 17:29:32.976866 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.977233 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.977666 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > network before_response 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.978027 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > networks before_response 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.978388 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > port before_response 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.978735 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > ports before_response 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.979095 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > subnet before_response 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.979442 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > subnets before_response 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.979795 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > network after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.980145 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > network after_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.980515 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > network after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.980866 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > port after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.981210 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > port after_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.981552 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > port after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.981896 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > subnet after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.982237 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > subnet after_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.982576 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:32.990728 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.quota [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded quota_driver: . Apr 08 17:29:32.991095 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.plugin [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Modular L2 Plugin initialization complete Apr 08 17:29:32.991447 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading services supported by the core plugin {{(pid=103534) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 08 17:29:32.991797 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.plugins.ml2.managers [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Got port-security extension from driver 'port_security' Apr 08 17:29:32.992313 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.extensions.vlantransparent [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Disabled vlantransparent extension. Apr 08 17:29:32.992814 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103534) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 08 17:29:32.993143 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading Plugin: router Apr 08 17:29:33.028372 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.028783 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router after_create 55549900 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.029166 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router before_create 55549900 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.029544 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.029931 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.030301 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router after_delete 55549900 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.030671 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.031034 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.031412 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router after_create 55549900 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.031767 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router after_update 55549900 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.032125 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router after_update 55549900 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.032515 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.032881 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router after_update 55549900 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.033320 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router precommit_update 55549900 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.033320 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: port after_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.033320 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: port after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.034591 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: subnet after_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.034709 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.035075 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.035957 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router precommit_create 55549900 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.036340 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: port before_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.036692 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router precommit_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.037059 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router after_update 55549900 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.037409 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.037770 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router precommit_create 55549900 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.038140 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.038498 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router precommit_update 55549900 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.038875 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > agent after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.039233 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > agent after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.039747 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > network after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.040739 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Tracking information for resource: router configured {{(pid=103534) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:29:33.041078 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Tracking information for resource: floatingip configured {{(pid=103534) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:29:33.046392 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.db.l3_agentschedulers_db [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 08 17:29:33.046990 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: port after_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.047362 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: port after_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.047720 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: port after_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.048088 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: port after_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.048945 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router before_create 55550100 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.049321 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.049686 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router precommit_create 55550100 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.050051 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > router precommit_update 55550100 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.055493 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.services.provider_configuration [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Service providers = [] {{(pid=103534) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 08 17:29:33.055863 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.db.servicetype_db [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103534) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 08 17:29:33.058934 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.services.service_base [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103534) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 17:29:33.059293 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.services.service_base [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103534) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 17:29:33.059647 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.services.service_base [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103534) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 17:29:33.060586 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.services.service_base [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103534) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 17:29:33.060970 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.services.service_base [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 08 17:29:33.061421 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103534) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:29:33.061747 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 08 17:29:33.074601 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103534) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:29:33.074941 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading Plugin: auto_allocate Apr 08 17:29:33.081291 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: network precommit_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.081598 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: network precommit_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.082154 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103534) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:29:33.082517 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading Plugin: tag Apr 08 17:29:33.089734 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103534) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:29:33.090071 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading Plugin: timestamp Apr 08 17:29:33.093979 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103534) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:29:33.094320 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading Plugin: network_ip_availability Apr 08 17:29:33.100445 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.100828 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.101191 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.101949 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103534) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:29:33.102276 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading Plugin: flavors Apr 08 17:29:33.107230 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103534) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:29:33.107566 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading Plugin: revisions Apr 08 17:29:33.111849 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103534) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:29:33.112283 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=103534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 08 17:29:33.113032 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103534) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 08 17:29:33.113374 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Initializing extension manager. Apr 08 17:29:33.114463 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: __init__.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.114807 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: __pycache__ {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.115147 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: address_group.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.115915 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.116527 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: address-group Apr 08 17:29:33.116864 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: address_scope.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.117589 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.118100 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: address-scope Apr 08 17:29:33.118430 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.119382 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.119896 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: router-admin-state-down-before-update Apr 08 17:29:33.120249 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: agent.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.120966 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.121479 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: agent Apr 08 17:29:33.121811 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: agent_resources_synced.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.122741 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.123255 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: agent-resources-synced Apr 08 17:29:33.123583 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: allowedaddresspairs.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.125447 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.125966 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: allowed-address-pairs Apr 08 17:29:33.126301 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: auto_allocated_topology.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.127390 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.127900 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: auto-allocated-topology Apr 08 17:29:33.128361 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: availability_zone.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.129125 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.129644 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: availability_zone Apr 08 17:29:33.129974 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: availability_zone_filter.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.130949 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.131456 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: availability_zone_filter Apr 08 17:29:33.131783 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: data_plane_status.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.132739 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.133249 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension data-plane-status not supported by any of loaded plugins Apr 08 17:29:33.133574 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: default_subnetpools.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.134535 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.135047 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: default-subnetpools Apr 08 17:29:33.135376 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.136272 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.136785 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: dhcp_agent_scheduler Apr 08 17:29:33.137119 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: dns.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.138060 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.138563 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension dns-integration not supported by any of loaded plugins Apr 08 17:29:33.138890 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: dns_domain_ports.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.139815 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.140353 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 08 17:29:33.140682 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.141661 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.142125 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 08 17:29:33.142450 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: dvr.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.143133 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.143640 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: dvr Apr 08 17:29:33.143965 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: ecmp_routes.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.144958 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.145468 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 08 17:29:33.145801 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: empty_string_filtering.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.146737 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.147255 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: empty-string-filtering Apr 08 17:29:33.147582 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.148538 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.149049 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 08 17:29:33.149377 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.150300 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.150803 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 08 17:29:33.151128 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: external_net.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.152051 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.152591 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: external-net Apr 08 17:29:33.152919 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.153844 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.154355 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: extra_dhcp_opt Apr 08 17:29:33.154681 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: extraroute.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.155610 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.156119 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: extraroute Apr 08 17:29:33.156479 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: extraroute_atomic.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.157543 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.158053 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: extraroute-atomic Apr 08 17:29:33.158381 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: filter_validation.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.159054 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.159562 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: filter-validation Apr 08 17:29:33.159889 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: fip_pf_description.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.161673 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.162181 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 08 17:29:33.162509 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: fip_pf_port_range.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.163443 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.163948 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 08 17:29:33.164305 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: fip_port_details.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.165248 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.165759 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: fip-port-details Apr 08 17:29:33.166089 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: flavors.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.167345 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.167849 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: flavors Apr 08 17:29:33.168182 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.170153 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.170677 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 08 17:29:33.171014 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: floatingip_pools.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.171728 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.172271 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: floatingip-pools Apr 08 17:29:33.172606 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: ip_allocation.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.173550 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.174058 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension ip_allocation not supported by any of loaded plugins Apr 08 17:29:33.174387 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.175320 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.175826 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: ip-substring-filtering Apr 08 17:29:33.176741 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: l2_adjacency.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.177692 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.178200 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 08 17:29:33.178529 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: l3.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.179546 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.180151 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: router Apr 08 17:29:33.180533 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.182921 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.183469 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 08 17:29:33.183806 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.184796 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.185321 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: ext-gw-mode Apr 08 17:29:33.185657 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.186626 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.187145 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: l3-ha Apr 08 17:29:33.187475 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.188704 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.189213 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 08 17:29:33.189538 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: l3_flavors.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.190486 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.190995 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: l3-flavors Apr 08 17:29:33.191322 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.192801 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.193317 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 08 17:29:33.193652 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.194586 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.195101 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 08 17:29:33.195435 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: l3agentscheduler.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.196556 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.197074 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: l3_agent_scheduler Apr 08 17:29:33.197408 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: local_ip.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.199356 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.199877 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension local_ip not supported by any of loaded plugins Apr 08 17:29:33.200245 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: logging.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.201734 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.202259 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension logging not supported by any of loaded plugins Apr 08 17:29:33.202596 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: metering.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.203357 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.203944 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: metering Apr 08 17:29:33.204318 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.205436 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.205951 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: metering_source_and_destination_fields Apr 08 17:29:33.206284 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: multiprovidernet.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.207252 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.207772 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: multi-provider Apr 08 17:29:33.208102 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: netmtu.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.209072 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.209581 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: net-mtu Apr 08 17:29:33.209907 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: netmtu_writable.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.210840 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.211350 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: net-mtu-writable Apr 08 17:29:33.211676 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: network_availability_zone.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.212387 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.212900 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: network_availability_zone Apr 08 17:29:33.213227 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: network_ip_availability.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.214348 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.214862 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: network-ip-availability Apr 08 17:29:33.215192 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: network_segment_range.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.215966 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.216509 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension network-segment-range not supported by any of loaded plugins Apr 08 17:29:33.216839 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: pagination.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.217837 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.218173 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: pagination Apr 08 17:29:33.218500 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: port_device_profile.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.219435 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.219955 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: port-device-profile Apr 08 17:29:33.220314 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.221259 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.221769 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: port-mac-address-regenerate Apr 08 17:29:33.222097 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.223562 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.224181 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: port-numa-affinity-policy Apr 08 17:29:33.224498 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: port_resource_request.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.225430 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.225932 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension port-resource-request not supported by any of loaded plugins Apr 08 17:29:33.226258 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: port_resource_request_groups.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.227229 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.227731 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 08 17:29:33.228064 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: portbindings.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.229037 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.229552 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: binding Apr 08 17:29:33.229905 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: portbindings_extended.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.231161 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.231673 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: binding-extended Apr 08 17:29:33.232006 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: portsecurity.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.233088 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.233603 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: port-security Apr 08 17:29:33.233934 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: project_id.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.234954 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.235294 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: project-id Apr 08 17:29:33.235626 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: providernet.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.236594 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.237111 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: provider Apr 08 17:29:33.237438 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: qos.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.241797 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.242451 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension qos not supported by any of loaded plugins Apr 08 17:29:33.242677 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.243954 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.244497 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 08 17:29:33.244837 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.245912 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.246427 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 08 17:29:33.246763 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: qos_default.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.247706 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.248245 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension qos-default not supported by any of loaded plugins Apr 08 17:29:33.248584 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: qos_fip.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.249606 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.250915 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension qos-fip not supported by any of loaded plugins Apr 08 17:29:33.250915 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.251322 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.251786 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 08 17:29:33.252197 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: qos_gateway_ip.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.253099 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.253613 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 08 17:29:33.253952 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: qos_port_network_policy.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.254916 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.255427 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 08 17:29:33.255760 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.256867 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.257387 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 08 17:29:33.257722 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.258778 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.259291 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 08 17:29:33.259628 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: qos_pps_rule.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.260868 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.261418 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension qos-pps not supported by any of loaded plugins Apr 08 17:29:33.261715 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: qos_rule_type_details.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.262687 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.263164 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 08 17:29:33.263494 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.264461 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.264976 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 08 17:29:33.265304 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: qos_rules_alias.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.266366 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.266884 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 08 17:29:33.267215 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: quota_check_limit.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.268154 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.268695 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: quota-check-limit Apr 08 17:29:33.269027 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: quotasv2.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.270644 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.270979 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: quotas Apr 08 17:29:33.271306 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: quotasv2_detail.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.273087 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.273431 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: quota_details Apr 08 17:29:33.273769 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: rbac.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.274863 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.275386 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: rbac-policies Apr 08 17:29:33.275727 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: rbac_address_group.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.276693 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.277214 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: rbac-address-group Apr 08 17:29:33.277550 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: rbac_address_scope.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.278489 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.279006 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: rbac-address-scope Apr 08 17:29:33.279339 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: rbac_security_groups.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.280388 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.280900 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: rbac-security-groups Apr 08 17:29:33.281234 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: rbac_subnetpool.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.282160 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.282672 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: rbac-subnetpool Apr 08 17:29:33.283008 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: revisionifmatch.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.283937 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.284593 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: revision-if-match Apr 08 17:29:33.284932 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: revisions.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.286697 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.287233 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: standard-attr-revisions Apr 08 17:29:33.287565 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: router_availability_zone.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.288302 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.288827 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: router_availability_zone Apr 08 17:29:33.289159 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: routerservicetype.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.290134 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.290658 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension router-service-type not supported by any of loaded plugins Apr 08 17:29:33.290985 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.291944 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.292495 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: security-groups-normalized-cidr Apr 08 17:29:33.292831 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.293783 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.294294 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: port-security-groups-filtering Apr 08 17:29:33.294620 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.295579 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.296091 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: security-groups-remote-address-group Apr 08 17:29:33.296454 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.297406 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.297911 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: security-groups-shared-filtering Apr 08 17:29:33.298242 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.298860 dv-cinder-837164-1-iscsi neutron-server[103534]: WARNING neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 08 17:29:33.299189 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: securitygroup.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.309086 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.309620 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: security-group Apr 08 17:29:33.309960 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: segment.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.310712 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.311221 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension segment not supported by any of loaded plugins Apr 08 17:29:33.311585 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.312557 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.313072 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 08 17:29:33.313659 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: servicetype.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.314864 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.315387 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: service-type Apr 08 17:29:33.315721 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: sorting.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.316773 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.317112 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: sorting Apr 08 17:29:33.317447 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: standard_attr_segment.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.318378 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.318897 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 08 17:29:33.319226 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: standardattrdescription.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.319885 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.320426 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: standard-attr-description Apr 08 17:29:33.320757 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: stateful_security_group.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.321721 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.322230 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: stateful-security-group Apr 08 17:29:33.322559 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: stdattrs_common.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.323137 dv-cinder-837164-1-iscsi neutron-server[103534]: WARNING neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 08 17:29:33.323465 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.324449 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.324967 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 08 17:29:33.325295 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: subnet_onboard.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.326379 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.326903 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: subnet_onboard Apr 08 17:29:33.327236 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.328180 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.328730 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 08 17:29:33.329064 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: subnet_service_types.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.330004 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.330521 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: subnet-service-types Apr 08 17:29:33.330855 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: subnetallocation.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.331990 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.333003 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: subnet_allocation Apr 08 17:29:33.333332 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.334079 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.334626 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: subnetpool-prefix-ops Apr 08 17:29:33.334990 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.336071 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.336718 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 08 17:29:33.337087 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: tagging.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.338383 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.338913 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: standard-attr-tag Apr 08 17:29:33.339246 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: timestamp.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.340613 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.341057 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loaded extension: standard-attr-timestamp Apr 08 17:29:33.341394 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: trunk.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.342489 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.343005 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension trunk not supported by any of loaded plugins Apr 08 17:29:33.343338 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: trunk_details.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.344325 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.344840 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension trunk-details not supported by any of loaded plugins Apr 08 17:29:33.345171 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: uplink_status_propagation.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.346114 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.346624 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 08 17:29:33.346952 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Loading extension file: vlantransparent.py {{(pid=103534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:33.347645 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:33.348739 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 08 17:29:33.351361 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Creating instance of TrackedResource for resource:network Apr 08 17:29:33.351898 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Creating instance of TrackedResource for resource:subnet Apr 08 17:29:33.352326 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 17:29:33.352752 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Creating instance of TrackedResource for resource:port Apr 08 17:29:33.354037 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.v2.resource_helper [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:33.354487 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.v2.resource_helper [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Service FLAVORS assigned prefix: {{(pid=103534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:33.355111 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.v2.resource_helper [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:33.355559 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.v2.resource_helper [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:33.355898 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Creating instance of TrackedResource for resource:router Apr 08 17:29:33.356371 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 17:29:33.356875 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.v2.resource_helper [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Service METERING assigned prefix: /metering {{(pid=103534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:33.358357 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.358742 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.359101 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:33.360128 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 17:29:33.360597 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Creating instance of TrackedResource for resource:security_group Apr 08 17:29:33.361041 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 17:29:33.361654 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.v2.resource_helper [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Service CORE assigned prefix: {{(pid=103534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:33.361992 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 17:29:33.362344 dv-cinder-837164-1-iscsi neutron-server[103534]: WARNING neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] subnetpool is already registered Apr 08 17:29:33.362784 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.v2.resource_helper [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Service CORE assigned prefix: {{(pid=103534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:33.363115 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 17:29:33.363480 dv-cinder-837164-1-iscsi neutron-server[103534]: WARNING neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] subnetpool is already registered Apr 08 17:29:33.365785 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.v2.resource_helper [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:33.366262 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.v2.resource_helper [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Service FLAVORS assigned prefix: {{(pid=103534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:33.367019 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.v2.resource_helper [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:33.367462 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.v2.resource_helper [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:33.367801 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Creating instance of TrackedResource for resource:router Apr 08 17:29:33.368143 dv-cinder-837164-1-iscsi neutron-server[103534]: WARNING neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] router is already registered Apr 08 17:29:33.368608 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 17:29:33.368951 dv-cinder-837164-1-iscsi neutron-server[103534]: WARNING neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] floatingip is already registered Apr 08 17:29:33.369427 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.v2.resource_helper [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Service METERING assigned prefix: /metering {{(pid=103534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:33.370147 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 17:29:33.370483 dv-cinder-837164-1-iscsi neutron-server[103534]: WARNING neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] rbac_policy is already registered Apr 08 17:29:33.370910 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Creating instance of TrackedResource for resource:security_group Apr 08 17:29:33.371249 dv-cinder-837164-1-iscsi neutron-server[103534]: WARNING neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] security_group is already registered Apr 08 17:29:33.371658 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 17:29:33.371992 dv-cinder-837164-1-iscsi neutron-server[103534]: WARNING neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] security_group_rule is already registered Apr 08 17:29:33.372528 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.v2.resource_helper [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Service CORE assigned prefix: {{(pid=103534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:33.372858 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 17:29:33.373193 dv-cinder-837164-1-iscsi neutron-server[103534]: WARNING neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] subnetpool is already registered Apr 08 17:29:33.373630 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.v2.resource_helper [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Service CORE assigned prefix: {{(pid=103534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:33.373969 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 17:29:33.374303 dv-cinder-837164-1-iscsi neutron-server[103534]: WARNING neutron.quota.resource_registry [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] subnetpool is already registered Apr 08 17:29:33.374771 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: extensions {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.377503 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: address-groups {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.378991 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: address-scopes {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.380320 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: agents {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.381591 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: auto-allocated-topology {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.382840 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: availability_zones {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.384086 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: dhcp-networks {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.385517 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: dhcp-agents {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.387045 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: routers {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.389337 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: flavors {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.390611 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: service_profiles {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.391805 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: next_providers {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.393324 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: service_profiles {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.395336 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: floatingip-pools {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.396878 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: routers {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.398998 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: floatingips {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.400165 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: l3-routers {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.401679 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: l3-agents {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.403093 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: metering-labels {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.404422 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: metering-label-rules {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.405793 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: network-ip-availabilities {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.407110 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: bindings {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.408663 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: quotas {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.410330 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: quotas {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.412431 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: rbac-policies {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.413630 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: security-groups {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.414937 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: security-group-rules {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.416173 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: service-providers {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.417404 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: subnetpools {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.418827 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: subnetpools {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.420343 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: tags {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.422009 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: tags {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.423841 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: tags {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.425635 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: tags {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.427396 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: tags {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.429373 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: tags {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.431056 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: tags {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.432865 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: tags {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.435729 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: tags {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.437481 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron.api.extensions [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Extended resource: tags {{(pid=103534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:33.444083 dv-cinder-837164-1-iscsi neutron-server[103534]: WARNING keystonemiddleware.auth_token [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 08 17:29:33.448904 dv-cinder-837164-1-iscsi neutron-server[103534]: WARNING keystonemiddleware.auth_token [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 08 17:29:33.458695 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Acquired lock "singleton_lock" {{(pid=103534) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 08 17:29:33.458895 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_concurrency.lockutils [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Releasing lock "singleton_lock" {{(pid=103534) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 08 17:29:33.459566 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO oslo_service.service [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Starting 2 workers Apr 08 17:29:33.464757 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Started child 103643 {{(pid=103534) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 17:29:33.469385 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Started child 103644 {{(pid=103534) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 17:29:33.470949 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO neutron.service [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 08 17:29:33.471638 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:33.471991 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:33.474087 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [-] (103643) wsgi starting up on http://0.0.0.0:9696 Apr 08 17:29:33.474940 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:33.475397 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO oslo_service.service [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Starting 1 workers Apr 08 17:29:33.476431 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [-] (103644) wsgi starting up on http://0.0.0.0:9696 Apr 08 17:29:33.480232 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Started child 103645 {{(pid=103534) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 17:29:33.480785 dv-cinder-837164-1-iscsi neutron-server[103534]: INFO oslo_service.service [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Starting 1 workers Apr 08 17:29:33.483896 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.service [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] calling RpcWorker wait() {{(pid=103645) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 08 17:29:33.484535 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.service [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] returning from RpcWorker wait() {{(pid=103645) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 08 17:29:33.485341 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Started child 103646 {{(pid=103534) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 17:29:33.485844 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:33.486175 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG neutron_lib.callbacks.manager [None req-712c260d-1e29-48d8-a6fd-e91f97e36a74 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:33.486283 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:29:33.488104 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103534) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 08 17:29:33.488504 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 17:29:33.488698 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 17:29:33.488930 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 17:29:33.489283 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 17:29:33.489456 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 17:29:33.489985 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.490283 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.490385 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:33.490851 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.490851 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.491095 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.491341 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:29:33.491660 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.491948 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.492380 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.492826 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.492941 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.493110 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.493275 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.493521 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.493781 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.494103 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.494363 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.494626 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.494896 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.495069 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.495339 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.495623 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.495957 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.496191 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] debug = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.496468 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.496978 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.497196 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.497456 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.497683 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.497978 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.498232 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.498507 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.498765 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.499004 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.499229 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.499491 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.499736 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.499958 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.500270 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.500511 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.500790 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.501017 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.501522 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] host = dv-cinder-837164-1-iscsi {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.501762 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.501984 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.502267 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.502492 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.502746 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.502999 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.503252 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.503527 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.503865 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.504125 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.504508 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.504784 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.505050 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.505349 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] log_file = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.505595 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] log_options = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.505764 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.506120 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.506341 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.506545 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.506724 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.506890 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.507212 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.507370 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.507610 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.507856 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.508083 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.508337 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.508596 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.508847 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.509135 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.510062 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.510062 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.510062 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.510314 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.510462 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.510713 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.511080 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.511356 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.511557 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.511800 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.512033 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.512342 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.512660 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.513010 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.513257 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.513691 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.514143 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.514542 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.514962 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.515417 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.515670 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.515981 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.516245 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.516703 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.519398 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.521844 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.521844 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.521844 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.522121 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.522252 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.522515 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.522755 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] use_json = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.522991 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.523252 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.523516 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.523760 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.523982 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.524227 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.524490 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.524731 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.524982 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.525428 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.525710 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.526026 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.526301 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.526544 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.526796 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.527060 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.527296 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.527537 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.527780 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.528119 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.531635 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.531973 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.532287 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.532585 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.532957 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.533213 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.534297 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.534560 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.534830 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.535059 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.535317 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.537120 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.537395 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.537687 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.537958 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.538201 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.538512 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.539187 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.539542 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.539840 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.540131 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.541009 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.541842 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.542749 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.542995 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.543242 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.543651 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.544115 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.544563 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.544988 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.545391 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.545629 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.545910 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.546160 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.546421 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.546664 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.546934 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.547207 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.547458 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.547797 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.548041 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.548312 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.548560 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.548798 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.549042 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.549307 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.549582 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.549813 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.550033 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.550252 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.550497 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.550736 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.550999 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.551218 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.551431 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.551652 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.551868 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.552140 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.552394 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.552613 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.552829 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.553073 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.553290 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.553514 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.553756 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.553972 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.554193 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.554409 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.554626 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.554843 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.555255 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.555475 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.555711 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.555962 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.556183 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.556422 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.556641 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.556856 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.557079 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.557316 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.557599 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.557955 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.558209 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.558451 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.558852 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.559098 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.559322 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.559581 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.559804 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.560027 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.560299 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.560571 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.560804 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.561063 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.561293 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.561541 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.561783 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.562013 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.562253 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.562481 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.562915 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.562915 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.563129 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.563823 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.564143 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.564451 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.564719 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.564994 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.565286 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.565535 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.565826 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.566080 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.566359 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.566709 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.567073 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.567399 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.567732 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.571229 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.571670 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 40036) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:29:33.571860 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.572346 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.572633 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.572894 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.573152 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.573426 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.573675 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.573956 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.574192 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.574439 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.574817 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.575063 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.575313 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.575546 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.575834 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.576100 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.576377 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.576652 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.577058 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.577479 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.577741 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.578004 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.578247 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.578501 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.578763 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.579009 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.579233 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.579458 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.579686 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.579910 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.580131 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.580696 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067616 Apr 08 17:29:33.581116 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.581370 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.581609 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.581858 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.582142 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.582860 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.583134 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.583356 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.583586 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.583833 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.584063 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.584324 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.584553 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.584798 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.585061 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.585285 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.585578 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.585844 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.586086 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.586321 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.586550 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.586792 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.587013 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.587268 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.587493 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.587733 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.587972 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.588196 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.588438 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.588658 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.589843 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.590067 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.590331 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.591098 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.591098 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.591255 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.591401 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.592510 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.592956 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.593075 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:29:33.593804 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.593804 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.593804 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.594045 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.594190 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.594605 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.594868 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.595107 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.595379 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.595600 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.595872 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.596133 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.597216 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.597842 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.598664 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.599118 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.599557 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.600035 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.600375 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.600823 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.601119 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.601417 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.601714 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.602029 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.602412 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.602750 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.603074 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.603398 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.603711 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.604022 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.604346 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.604586 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.604905 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.605204 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.605515 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.606317 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.606317 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.607897 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.607897 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.607897 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.608108 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.608174 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.609072 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.609072 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.610034 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.610284 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.610520 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.610744 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.611007 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.611228 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.611606 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.611847 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.612103 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.612348 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.612587 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.612832 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.613049 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.613279 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.613536 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.613753 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.614242 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.614506 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.614752 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.615054 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.615290 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.615545 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.615817 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.616162 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.616442 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.616712 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.616941 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.617183 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.617410 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.617674 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.618017 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.618316 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.618595 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.618945 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.619153 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.619452 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.619740 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.619967 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.620277 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.620621 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.620942 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.621218 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.621450 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.621831 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.622212 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.622607 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.623050 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.623299 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.623524 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.623826 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.624402 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.624402 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.624622 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.624751 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.624977 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.625236 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.625436 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.625833 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.626083 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.626251 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 17:29:33.627802 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103534) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 08 17:29:33.627802 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 17:29:33.627802 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 17:29:33.627802 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 17:29:33.627802 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 17:29:33.627802 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 17:29:33.628183 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.628183 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.628183 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.628739 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.628739 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.628739 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.629647 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.629647 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.629647 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.630137 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.630137 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.630137 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.630657 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.630657 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.630657 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.630657 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.631179 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.631179 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.632048 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.632233 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.632406 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.632544 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.632688 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] debug = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.632824 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.632987 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.633169 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.633308 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.633444 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.633602 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.634537 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.634537 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.634537 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.634537 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.634537 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.634537 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.635650 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.635650 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.635650 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.635650 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.635650 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.635650 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.635650 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] host = dv-cinder-837164-1-iscsi {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.636665 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.636665 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.636665 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.636665 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.636665 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.636665 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.636665 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.637554 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.637554 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.637554 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.637554 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.637554 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.637554 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.638308 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] log_file = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.638308 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] log_options = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.638308 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.638308 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.638308 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.638937 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.638937 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.638937 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.638937 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.640280 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.640280 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.640280 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.640280 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.640280 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.640280 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.640280 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.640280 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.641304 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.641304 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.641304 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.641304 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.641304 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.641304 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.641304 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.641304 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.642217 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.642217 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.642217 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.642217 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.642217 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.642217 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.642979 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.642979 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.642979 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.642979 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.642979 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.643590 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.643590 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.643590 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.643590 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.644075 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.644075 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.644075 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.644496 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.644496 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.644496 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.645305 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.645305 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.645433 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] use_json = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.645594 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.645776 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.645901 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.646080 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.646219 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.646379 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.646545 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.646704 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.646863 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:33.647049 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.647214 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.647389 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.647556 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.647719 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.647882 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.648044 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.648257 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.649138 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.649138 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.649138 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.649138 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.649138 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.649483 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.649483 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.649483 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.649659 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.649848 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.650875 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.650875 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.650875 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.650875 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.650875 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.650875 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.650875 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.651312 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.651312 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.651432 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.651530 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.651703 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.651865 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.652031 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.652194 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.652383 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.652549 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.652713 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.652883 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.653054 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.653216 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.653369 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.653510 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.653648 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.653785 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.653951 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.654117 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.654283 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.654448 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.654613 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.654779 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.654944 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.655100 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.655261 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.655426 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.655590 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.655761 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.655927 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.656089 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.656298 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.656463 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.656626 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.656790 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.656958 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.657197 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.657406 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.657572 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.657742 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.657891 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.658055 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.658233 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.658396 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.658559 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.658722 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.658886 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.659047 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.659218 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.659378 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.659540 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.659702 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.659929 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.660072 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.660183 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.660397 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.660537 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.660700 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.660864 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.661027 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.661191 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.661353 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.661516 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.661678 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.661840 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.662014 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.662193 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.662356 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.662540 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.662665 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.662823 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.662987 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.663150 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.663313 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.663477 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.663641 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.663803 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.663967 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.664134 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.664304 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.664471 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.664634 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.664797 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.664961 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.665123 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.665285 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.665446 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.665609 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.665776 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.665943 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.666104 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.666268 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.666436 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.666612 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.666775 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.666939 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.667105 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.667274 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.667449 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.667612 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.667777 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.667939 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.668102 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.668287 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.668453 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.668616 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.668778 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.668941 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.669104 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.669279 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.669442 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.669606 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.669768 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.670068 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.670173 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.670254 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.670398 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.670566 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.670717 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.670877 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.671039 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.671203 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.671366 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.671529 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.671694 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.671859 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.672294 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.672294 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.672465 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.672545 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.672650 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.672813 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.672977 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.673141 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.673304 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.673468 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.673631 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.673794 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.673957 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.674120 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.674282 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.674445 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.674608 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.674770 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.674932 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.675096 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.675258 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.675421 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.675583 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.675745 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.675932 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.676099 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.676286 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.676459 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.676621 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.676784 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.676949 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.677114 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.677281 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.677443 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.677608 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.677770 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.677937 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.678083 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.678249 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.678413 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.678576 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.678739 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.678921 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.679088 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.679246 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.679411 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.679574 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.679737 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.679972 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.680046 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.680285 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.680377 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.680598 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.680728 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.680833 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.680995 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.681157 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.681318 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.681485 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.681650 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.681815 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.681978 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.682144 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.682309 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.682472 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.682634 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.682797 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.682960 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.683124 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.683300 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.683446 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.683623 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.683792 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.683954 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.684117 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.684301 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.684466 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.684639 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.684811 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.684948 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.685112 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.685334 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.685477 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.685591 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.685738 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.685900 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.686064 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.686234 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.686397 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.686568 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.686731 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.686893 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.687055 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.687218 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.687624 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.687731 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.687890 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.688054 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.688602 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.688696 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.688794 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.688961 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.689125 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.689288 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.690316 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.690316 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.690316 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.690316 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.690316 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.690316 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.690814 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.690814 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.690814 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.690814 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.691087 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.691166 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.691300 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.691463 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.692141 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.692327 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.692495 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.692663 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.692837 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.693008 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.693173 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.693346 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.693518 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.693695 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.693862 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.694030 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.694206 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.694369 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.694532 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.694698 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.694860 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.695025 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.695191 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.695355 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.695520 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.695681 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.695847 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.696010 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.696172 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.696359 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.696512 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.696681 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.696828 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.696995 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.697157 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.697322 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:33.697540 dv-cinder-837164-1-iscsi neutron-server[103534]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 17:29:45.368289 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cf8ffe-fb56-46ae-9188-cf51df5105ea None None] get_active_networks_info from dv-cinder-837164-1-iscsi {{(pid=103645) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 08 17:29:45.440592 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cf8ffe-fb56-46ae-9188-cf51df5105ea None None] No non-hosted networks {{(pid=103645) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 08 17:29:45.455635 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.agentschedulers_db [None req-50cf8ffe-fb56-46ae-9188-cf51df5105ea None None] DHCP Agent not found on host dv-cinder-837164-1-iscsi {{(pid=103645) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 08 17:29:45.533327 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d6a2-a31b-41a6-8b60-08d7acb5db82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1643593'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:47.955753 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-e76136ef-8d88-424b-b54e-193c05a6cb7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1643593'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:47.998840 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-7f9dbb3b-0c17-4ec7-944f-5b1406d7f8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:48.787837 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1643593'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:48.794612 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 40108) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:29:49.390871 dv-cinder-837164-1-iscsi neutron-server[103644]: WARNING oslo_policy.policy [None req-dee8200a-5108-405c-b887-f0942e2a54ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:29:49.391558 dv-cinder-837164-1-iscsi neutron-server[103644]: WARNING oslo_policy.policy [None req-dee8200a-5108-405c-b887-f0942e2a54ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:29:49.620623 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [None req-dee8200a-5108-405c-b887-f0942e2a54ff admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103644) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:29:49.624069 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-dee8200a-5108-405c-b887-f0942e2a54ff admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8285348 Apr 08 17:29:50.502171 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1643593'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:51.841267 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1643593'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:51.842829 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:51.843627 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:51.844155 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:51.844864 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:51.845430 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:51.845935 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:51.846499 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:51.846997 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:51.847504 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:51.848115 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:51.848713 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:51.849676 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:51.850613 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:51.851340 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:51.852080 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:51.852849 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837164-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:29:51.866429 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837164-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:29:52.334636 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 40138) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:29:52.720292 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-70652976-1276-4923-a228-38d4d64b7611 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:29:52.822553 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.policy [None req-70652976-1276-4923-a228-38d4d64b7611 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103644) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 17:29:52.879570 dv-cinder-837164-1-iscsi neutron-server[103644]: WARNING oslo_policy.policy [None req-70652976-1276-4923-a228-38d4d64b7611 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:29:52.879960 dv-cinder-837164-1-iscsi neutron-server[103644]: WARNING oslo_policy.policy [None req-70652976-1276-4923-a228-38d4d64b7611 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:29:52.984581 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-70652976-1276-4923-a228-38d4d64b7611 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761102422242', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761102421726', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761102372386', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761102381960', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761102392118', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761102399527', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-970370', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-965791', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1578819', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1776195'] for rbac-policy (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:53.069308 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-70652976-1276-4923-a228-38d4d64b7611 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:53.078375 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-70652976-1276-4923-a228-38d4d64b7611 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7347867 Apr 08 17:29:53.405796 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.db.l3_hamode_db [None req-09637a9c-4cd9-4dca-8195-00de2e2f10d5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 08 17:29:53.486855 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09637a9c-4cd9-4dca-8195-00de2e2f10d5 None None] Routers set() bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:29:53.487410 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09637a9c-4cd9-4dca-8195-00de2e2f10d5 None None] Router IDs set() for agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 08 17:29:55.703378 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 40150) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:29:56.039812 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:29:56.068219 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Made reservation on behalf of fa1c0fcd2a33476e8f7d40e85170eb4d for: {'network': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:29:56.072173 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for network (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:56.089850 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:56.209511 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Publish callbacks [] for security_group (e044eda1-9133-46cc-a5c2-007043e13cb7), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:56.213717 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (e044eda1-9133-46cc-a5c2-007043e13cb7), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:56.249455 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=103644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:29:56.278554 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761101197972', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (d6370ffe-7cc9-4f2d-a9f1-17857c02ccf2), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:56.279367 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Unsubscribe: segment precommit_create {{(pid=103644) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 17:29:56.280070 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.segments_db [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Added segment d6370ffe-7cc9-4f2d-a9f1-17857c02ccf2 of type vlan for network 6e4a84d3-bc42-463f-8e1f-f0aa7735008e Apr 08 17:29:56.289445 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e044eda1-9133-46cc-a5c2-007043e13cb7,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:29:56.325842 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:56.326102 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:56.326454 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:56.326809 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:56.327145 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:56.327472 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:56.327795 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:56.328117 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:56.328527 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:56.328841 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:56.329173 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:56.329518 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:56.329844 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:56.330160 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:56.330476 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Tracked resource versions report: Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: pushed versions: Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: { 'AddressGroup': {'1.2'}, Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Agent': {'1.1'}, Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'ConntrackHelper': {'1.0'}, Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Log': {'1.0'}, Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'NDPProxy': {'1.0'}, Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Network': {'1.1'}, Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Port': {'1.7'}, Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'PortForwarding': {'1.3'}, Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'QosPolicy': {'1.10'}, Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'SecurityGroup': {'1.5'}, Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'SubPort': {'1.0'}, Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Subnet': {'1.1'}, Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Trunk': {'1.1'}} Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: consumer versions: Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: { DHCP agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: L3 agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: Metadata agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: Metering agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: Open vSwitch agent@dv-cinder-837164-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Agent': '1.1', Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'ConntrackHelper': '1.0', Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'LocalIPAssociation': '1.0', Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Log': '1.0', Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'NDPProxy': '1.0', Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Network': '1.1', Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Port': '1.7', Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'PortForwarding': '1.3', Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'QosPolicy': '1.10', Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'SecurityGroup': '1.5', Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'SecurityGroupRule': '1.2', Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'SubPort': '1.0', Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Subnet': '1.1', Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Trunk': '1.1'}} Apr 08 17:29:56.331926 dv-cinder-837164-1-iscsi neutron-server[103644]: {{(pid=103644) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:29:56.399405 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761100671573'] for network (6e4a84d3-bc42-463f-8e1f-f0aa7735008e), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:56.451300 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for network (6e4a84d3-bc42-463f-8e1f-f0aa7735008e), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:56.457125 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:29:56.457821 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:56.527723 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8232579 Apr 08 17:29:56.579561 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fed2f7-e419-4757-8161-7bac2c0f320e demo demo] Pushing event updated for resources: {'Network': ['ID=6e4a84d3-bc42-463f-8e1f-f0aa7735008e,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:29:56.595163 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Network 6e4a84d3-bc42-463f-8e1f-f0aa7735008e details requested by agent ovs-agent-dv-cinder-837164-1-iscsi with host dv-cinder-837164-1-iscsi {{(pid=103645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:29:59.165736 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 40162) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:29:59.589675 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6431b30-0751-4402-8326-763130a1ad12 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:29:59.590971 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-d6431b30-0751-4402-8326-763130a1ad12 demo admin] 10.222.0.24 "GET /v2.0/networks/6e4a84d3-bc42-463f-8e1f-f0aa7735008e HTTP/1.1" status: 200 len: 825 time: 0.4242759 Apr 08 17:29:59.615333 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-c2149fca-6fa0-4625-88ca-3234dc3dd238 demo admin] 10.222.0.24 "GET /v2.0/subnetpools/d5dfe7f5-dd23-4483-a72b-ade2da7c7e6f HTTP/1.1" status: 200 len: 734 time: 0.0187066 Apr 08 17:29:59.625903 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-b3692f15-9dfa-4b2a-a240-148b14cb2300 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'd5dfe7f5-dd23-4483-a72b-ade2da7c7e6f', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '6e4a84d3-bc42-463f-8e1f-f0aa7735008e'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:29:59.647796 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3692f15-9dfa-4b2a-a240-148b14cb2300 demo admin] Made reservation on behalf of fa1c0fcd2a33476e8f7d40e85170eb4d for: {'subnet': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:29:59.650173 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b3692f15-9dfa-4b2a-a240-148b14cb2300 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:59.956662 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b3692f15-9dfa-4b2a-a240-148b14cb2300 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for subnet (097e02a0-79b8-4747-a58c-97f827fc0f3b), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:00.028367 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3692f15-9dfa-4b2a-a240-148b14cb2300 demo admin] Checking segment: {'id': 'd6370ffe-7cc9-4f2d-a9f1-17857c02ccf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6e4a84d3-bc42-463f-8e1f-f0aa7735008e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:30:00.028720 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3692f15-9dfa-4b2a-a240-148b14cb2300 demo admin] Network hostable DHCP agents. Network: 6e4a84d3-bc42-463f-8e1f-f0aa7735008e, hostable agents: ['72b2ee88-fa79-44c9-b63e-eafca22f1392'], hosted agents: [] {{(pid=103644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:30:00.033765 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3692f15-9dfa-4b2a-a240-148b14cb2300 demo admin] Pushing event updated for resources: {'Subnet': ['ID=097e02a0-79b8-4747-a58c-97f827fc0f3b,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:00.056773 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3692f15-9dfa-4b2a-a240-148b14cb2300 demo admin] Network 6e4a84d3-bc42-463f-8e1f-f0aa7735008e is scheduled to be hosted by DHCP agent 72b2ee88-fa79-44c9-b63e-eafca22f1392 with binding_index 1 {{(pid=103644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:30:00.069145 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-b3692f15-9dfa-4b2a-a240-148b14cb2300 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837164-1-iscsi, 6e4a84d3-bc42-463f-8e1f-f0aa7735008e) {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:30:00.074011 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3692f15-9dfa-4b2a-a240-148b14cb2300 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:30:00.074591 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b3692f15-9dfa-4b2a-a240-148b14cb2300 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:00.079856 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c397a683-e667-43ed-827e-b275c69ffc47 None None] Network 6e4a84d3-bc42-463f-8e1f-f0aa7735008e requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:30:00.093626 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-b3692f15-9dfa-4b2a-a240-148b14cb2300 demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4709895 Apr 08 17:30:00.472237 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46dd6811-0023-5a74-808c-f3f6e7a50dab-6e4a84d3-bc42-463f-8e1f-f0aa7735008e', 'network_id': '6e4a84d3-bc42-463f-8e1f-f0aa7735008e', 'project_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'fixed_ips': [{'subnet_id': '097e02a0-79b8-4747-a58c-97f827fc0f3b'}]}} from dv-cinder-837164-1-iscsi. {{(pid=103645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:30:00.473539 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:00.775022 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.db_base_plugin_common [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Allocated IP 172.20.0.2 (6e4a84d3-bc42-463f-8e1f-f0aa7735008e/097e02a0-79b8-4747-a58c-97f827fc0f3b/0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa) {{(pid=103645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:30:01.074865 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Publish callbacks [] for port (0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa), precommit_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:01.083344 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632'] for port (0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa), after_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:01.154245 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Network 6e4a84d3-bc42-463f-8e1f-f0aa7735008e is already hosted by enough agents. {{(pid=103645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:30:01.158788 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.base_scheduler [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Resources bound (agent type, host, resource id): {{(pid=103645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:30:01.171492 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Received port after_create {{(pid=103645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:30:01.201493 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Pushing event updated for resources: {'Port': ['ID=0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa,revision_number=1']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:01.235629 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:01.235629 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:01.235629 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:01.235629 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:01.235629 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:01.236154 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:01.236154 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:01.236154 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:01.236154 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:01.236154 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:01.236519 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:01.236519 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:01.236519 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:01.236519 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:01.236519 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Tracked resource versions report: Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: pushed versions: Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: { 'AddressGroup': {'1.2'}, Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Agent': {'1.1'}, Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'ConntrackHelper': {'1.0'}, Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Log': {'1.0'}, Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'NDPProxy': {'1.0'}, Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Network': {'1.1'}, Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Port': {'1.7'}, Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'PortForwarding': {'1.3'}, Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'QosPolicy': {'1.10'}, Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'SecurityGroup': {'1.5'}, Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'SubPort': {'1.0'}, Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Subnet': {'1.1'}, Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Trunk': {'1.1'}} Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: consumer versions: Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: { DHCP agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: L3 agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: Metadata agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: Metering agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: Open vSwitch agent@dv-cinder-837164-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Agent': '1.1', Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'ConntrackHelper': '1.0', Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'LocalIPAssociation': '1.0', Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Log': '1.0', Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'NDPProxy': '1.0', Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Network': '1.1', Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Port': '1.7', Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'PortForwarding': '1.3', Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'QosPolicy': '1.10', Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'SecurityGroup': '1.5', Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'SecurityGroupRule': '1.2', Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'SubPort': '1.0', Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Subnet': '1.1', Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Trunk': '1.1'}} Apr 08 17:30:01.236931 dv-cinder-837164-1-iscsi neutron-server[103645]: {{(pid=103645) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:30:01.264745 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Attempting to bind port 0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:30:01.265147 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Attempting to bind port 0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': 'd6370ffe-7cc9-4f2d-a9f1-17857c02ccf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6e4a84d3-bc42-463f-8e1f-f0aa7735008e'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:30:01.265585 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Attempting to bind port 0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa on network 6e4a84d3-bc42-463f-8e1f-f0aa7735008e {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:30:01.271092 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:30:01.271480 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Checking segment: {'id': 'd6370ffe-7cc9-4f2d-a9f1-17857c02ccf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6e4a84d3-bc42-463f-8e1f-f0aa7735008e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:30:01.271947 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:01.272371 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Bound using segment: {'id': 'd6370ffe-7cc9-4f2d-a9f1-17857c02ccf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6e4a84d3-bc42-463f-8e1f-f0aa7735008e'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:30:01.272884 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Bound port: 0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6370ffe-7cc9-4f2d-a9f1-17857c02ccf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6e4a84d3-bc42-463f-8e1f-f0aa7735008e'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:30:01.273292 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:01.339866 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] For port 0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:30:01.363900 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] For port 0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa,segment=NetworkSegment(d6370ffe-7cc9-4f2d-a9f1-17857c02ccf2),segment_id=d6370ffe-7cc9-4f2d-a9f1-17857c02ccf2)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:30:01.371357 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:01.425963 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eea367-331c-4a3b-aea3-4a056386f9bc None None] Pushing event updated for resources: {'Port': ['ID=0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa,revision_number=2']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:02.817541 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 40170) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:30:03.352676 dv-cinder-837164-1-iscsi neutron-server[103643]: WARNING oslo_policy.policy [None req-2f53de15-7630-489e-9c94-5bc62747e5bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:30:03.353275 dv-cinder-837164-1-iscsi neutron-server[103643]: WARNING oslo_policy.policy [None req-2f53de15-7630-489e-9c94-5bc62747e5bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:30:03.604125 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [None req-2f53de15-7630-489e-9c94-5bc62747e5bd admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:30:03.605472 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-2f53de15-7630-489e-9c94-5bc62747e5bd admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7858620 Apr 08 17:30:06.257594 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 40184) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:30:06.626411 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [None req-f64bbf26-77dd-4ce1-9b8d-224689fa256d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:30:06.627379 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-f64bbf26-77dd-4ce1-9b8d-224689fa256d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3688614 Apr 08 17:30:09.360097 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 40192) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:30:09.697256 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-ca4fc916-0834-4337-8f42-fd0dabc87bc4 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:30:09.723660 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ca4fc916-0834-4337-8f42-fd0dabc87bc4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6541'] for router (a41abad1-b769-4d33-94d9-9731d277dfcc), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:09.725779 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ca4fc916-0834-4337-8f42-fd0dabc87bc4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1646445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6548'] for router (a41abad1-b769-4d33-94d9-9731d277dfcc), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:09.864170 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ca4fc916-0834-4337-8f42-fd0dabc87bc4 demo demo] Publish callbacks [] for router_controller (a41abad1-b769-4d33-94d9-9731d277dfcc), precommit_add_association {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:09.869173 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ca4fc916-0834-4337-8f42-fd0dabc87bc4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646010'] for router (a41abad1-b769-4d33-94d9-9731d277dfcc), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:09.888085 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ca4fc916-0834-4337-8f42-fd0dabc87bc4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:09.889271 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-ca4fc916-0834-4337-8f42-fd0dabc87bc4 demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5281463 Apr 08 17:30:12.544310 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 40204) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:30:12.772046 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:30:12.861541 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:12.862016 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:12.908113 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [None req-b290ec0f-e933-436c-939a-ac8276b57709 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103644) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:30:12.912899 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-b290ec0f-e933-436c-939a-ac8276b57709 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3674166 Apr 08 17:30:12.991773 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:30:12.992168 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:13.038396 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] For port 0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa,segment=NetworkSegment(d6370ffe-7cc9-4f2d-a9f1-17857c02ccf2),segment_id=d6370ffe-7cc9-4f2d-a9f1-17857c02ccf2)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:30:13.046005 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:13.101405 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Pushing event updated for resources: {'Port': ['ID=0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:13.374100 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7468f7f0-b70f-448c-9e6b-745f2c4a48e7 None None] Network 6e4a84d3-bc42-463f-8e1f-f0aa7735008e requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:30:13.408600 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-5ea8cda8-937e-4f3f-ace6-930dc17202e0 None None] Provisioning complete for port 0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:13.409041 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-5ea8cda8-937e-4f3f-ace6-930dc17202e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:13.598839 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-5ea8cda8-937e-4f3f-ace6-930dc17202e0 None None] Current status of the port 0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:30:13.817296 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-730aa8a7-1012-42b2-9110-ed2a5edee050 None None] Provisioning complete for port 0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:13.818125 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-730aa8a7-1012-42b2-9110-ed2a5edee050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:13.900756 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-730aa8a7-1012-42b2-9110-ed2a5edee050 None None] Current status of the port 0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:30:14.762610 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:30:14.809899 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:14.810291 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:14.893090 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:30:15.318350 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a52a1887-56c5-4942-9456-190662b14a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:15.528329 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 40212) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:30:15.857664 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-d589b37a-b282-474b-b638-07b48314d965 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:30:15.883672 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d589b37a-b282-474b-b638-07b48314d965 admin admin] Made reservation on behalf of 2784ec9b6fb041c7821e78aa2be9b7d7 for: {'network': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:30:15.885989 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d589b37a-b282-474b-b638-07b48314d965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for network (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:15.897498 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d589b37a-b282-474b-b638-07b48314d965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:15.974174 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d589b37a-b282-474b-b638-07b48314d965 admin admin] Publish callbacks [] for security_group (20e721e2-3867-4f21-88e7-25c55cdb76db), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:15.978263 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d589b37a-b282-474b-b638-07b48314d965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (20e721e2-3867-4f21-88e7-25c55cdb76db), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:15.996771 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d589b37a-b282-474b-b638-07b48314d965 admin admin] Reserving flat network on physical network physnet1 {{(pid=103644) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 08 17:30:16.013508 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589b37a-b282-474b-b638-07b48314d965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e721e2-3867-4f21-88e7-25c55cdb76db,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:16.018422 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d589b37a-b282-474b-b638-07b48314d965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (92a039f8-9b80-4244-bf6e-f412fa006996), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:16.018763 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.segments_db [None req-d589b37a-b282-474b-b638-07b48314d965 admin admin] Added segment 92a039f8-9b80-4244-bf6e-f412fa006996 of type flat for network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 Apr 08 17:30:16.075531 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d589b37a-b282-474b-b638-07b48314d965 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761100671573'] for network (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:16.107481 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d589b37a-b282-474b-b638-07b48314d965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for network (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:16.108548 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d589b37a-b282-474b-b638-07b48314d965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:30:16.109119 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d589b37a-b282-474b-b638-07b48314d965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:16.160492 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-d589b37a-b282-474b-b638-07b48314d965 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6309552 Apr 08 17:30:16.206704 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589b37a-b282-474b-b638-07b48314d965 admin admin] Pushing event updated for resources: {'Network': ['ID=c420803a-b2a7-4e2f-bfdc-3694fdd43ad0,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:16.216719 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 details requested by agent ovs-agent-dv-cinder-837164-1-iscsi with host dv-cinder-837164-1-iscsi {{(pid=103645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:30:17.956636 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-bd0f3df2-3434-4cda-8c07-5ee9fd5ede47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:18.739189 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 40220) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:30:18.757832 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:19.211460 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.policy [None req-bed94e35-3fa7-4ccc-b731-612d4a1b2e7f demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103643) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 17:30:19.255347 dv-cinder-837164-1-iscsi neutron-server[103643]: WARNING oslo_policy.policy [None req-bed94e35-3fa7-4ccc-b731-612d4a1b2e7f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:30:19.255727 dv-cinder-837164-1-iscsi neutron-server[103643]: WARNING oslo_policy.policy [None req-bed94e35-3fa7-4ccc-b731-612d4a1b2e7f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:30:19.263936 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed94e35-3fa7-4ccc-b731-612d4a1b2e7f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:30:19.265793 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-bed94e35-3fa7-4ccc-b731-612d4a1b2e7f demo admin] 10.222.0.24 "GET /v2.0/subnets/097e02a0-79b8-4747-a58c-97f827fc0f3b HTTP/1.1" status: 200 len: 849 time: 0.5255871 Apr 08 17:30:19.444127 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-5461301d-ffbc-4efc-bdaa-840e2ad5dcdc demo admin] 10.222.0.24 "GET /v2.0/routers/a41abad1-b769-4d33-94d9-9731d277dfcc HTTP/1.1" status: 200 len: 704 time: 0.1709499 Apr 08 17:30:19.728182 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:20.069897 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Allocated IP 172.20.0.1 (6e4a84d3-bc42-463f-8e1f-f0aa7735008e/097e02a0-79b8-4747-a58c-97f827fc0f3b/2ad0979c-725e-4eff-8d1f-ac0be07af521) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:30:20.283590 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Publish callbacks [] for port (2ad0979c-725e-4eff-8d1f-ac0be07af521), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:20.357737 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632'] for port (2ad0979c-725e-4eff-8d1f-ac0be07af521), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:20.430633 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Network 6e4a84d3-bc42-463f-8e1f-f0aa7735008e is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:30:20.435700 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:30:20.440440 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:20.474476 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Pushing event updated for resources: {'Port': ['ID=2ad0979c-725e-4eff-8d1f-ac0be07af521,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:20.477862 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:30:20.477956 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645933'] for router_interface (a41abad1-b769-4d33-94d9-9731d277dfcc), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:20.541745 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:20.542097 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:20.542455 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:20.542817 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:20.543158 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:20.543490 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:20.543819 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:20.544148 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:20.544540 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:20.544880 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:20.545211 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:20.545553 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:20.545881 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:20.546204 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:20.546523 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Tracked resource versions report: Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: pushed versions: Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: { 'AddressGroup': {'1.2'}, Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Agent': {'1.1'}, Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'ConntrackHelper': {'1.0'}, Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Log': {'1.0'}, Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'NDPProxy': {'1.0'}, Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Network': {'1.1'}, Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Port': {'1.7'}, Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'PortForwarding': {'1.3'}, Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'QosPolicy': {'1.10'}, Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'SecurityGroup': {'1.5'}, Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'SubPort': {'1.0'}, Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Subnet': {'1.1'}, Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Trunk': {'1.1'}} Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: consumer versions: Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: { DHCP agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: L3 agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: Metadata agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: Metering agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: Open vSwitch agent@dv-cinder-837164-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Agent': '1.1', Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'ConntrackHelper': '1.0', Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'LocalIPAssociation': '1.0', Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Log': '1.0', Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'NDPProxy': '1.0', Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Network': '1.1', Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Port': '1.7', Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'PortForwarding': '1.3', Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'QosPolicy': '1.10', Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'SecurityGroup': '1.5', Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'SecurityGroupRule': '1.2', Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'SubPort': '1.0', Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Subnet': '1.1', Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Trunk': '1.1'}} Apr 08 17:30:20.547992 dv-cinder-837164-1-iscsi neutron-server[103643]: {{(pid=103643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:30:20.713867 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (2ad0979c-725e-4eff-8d1f-ac0be07af521), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:20.766812 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-810822d4-507a-449f-a05b-67085edf0766 None None] Provisioning complete for port 2ad0979c-725e-4eff-8d1f-ac0be07af521 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:20.767225 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-810822d4-507a-449f-a05b-67085edf0766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (2ad0979c-725e-4eff-8d1f-ac0be07af521), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:20.808450 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-810822d4-507a-449f-a05b-67085edf0766 None None] Port 2ad0979c-725e-4eff-8d1f-ac0be07af521 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:30:20.968303 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Publish callbacks [] for port (2ad0979c-725e-4eff-8d1f-ac0be07af521), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:20.973223 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (2ad0979c-725e-4eff-8d1f-ac0be07af521), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:20.974009 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643773'] for router_interface (a41abad1-b769-4d33-94d9-9731d277dfcc), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:21.039493 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Pushing event updated for resources: {'Port': ['ID=2ad0979c-725e-4eff-8d1f-ac0be07af521,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:21.116667 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Network 6e4a84d3-bc42-463f-8e1f-f0aa7735008e is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:30:21.118114 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:30:21.327874 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-d84d2f36-44d2-42ab-9ddd-f13595c914a7 None None] Provisioning complete for port 2ad0979c-725e-4eff-8d1f-ac0be07af521 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:21.328302 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d84d2f36-44d2-42ab-9ddd-f13595c914a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (2ad0979c-725e-4eff-8d1f-ac0be07af521), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:21.356601 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Router a41abad1-b769-4d33-94d9-9731d277dfcc is scheduled to L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 with binding_index 1 {{(pid=103643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:30:21.363681 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-d84d2f36-44d2-42ab-9ddd-f13595c914a7 None None] Port 2ad0979c-725e-4eff-8d1f-ac0be07af521 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:30:21.455518 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:30:21.461350 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-8f69458c-550b-4418-902f-86787e9fe132 demo admin] 10.222.0.24 "PUT /v2.0/routers/a41abad1-b769-4d33-94d9-9731d277dfcc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0142424 Apr 08 17:30:21.479736 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] Sync routers for ids ['a41abad1-b769-4d33-94d9-9731d277dfcc'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:30:21.494662 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] Routers {'a41abad1-b769-4d33-94d9-9731d277dfcc'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:30:21.495560 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:30:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['a41abad1-b769-4d33-94d9-9731d277dfcc'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:30:21.692346 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] Set router a41abad1-b769-4d33-94d9-9731d277dfcc gateway port host: None {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:30:21.840761 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:22.150030 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41abad1-b769-4d33-94d9-9731d277dfcc', 'name': 'router1', 'tenant_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:30:09Z', 'updated_at': '2022-04-08T17:30:20Z', 'revision_number': 2, 'project_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'gw_port_host': None, '_interfaces': [{'id': '2ad0979c-725e-4eff-8d1f-ac0be07af521', 'name': '', 'network_id': '6e4a84d3-bc42-463f-8e1f-f0aa7735008e', 'tenant_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'mac_address': 'fa:16:3e:0c:de:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41abad1-b769-4d33-94d9-9731d277dfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '097e02a0-79b8-4747-a58c-97f827fc0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:30:19Z', 'updated_at': '2022-04-08T17:30:20Z', 'revision_number': 2, 'project_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'subnets': [{'id': '097e02a0-79b8-4747-a58c-97f827fc0f3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5dfe7f5-dd23-4483-a72b-ade2da7c7e6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:30:22.208587 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] Checking router: a41abad1-b769-4d33-94d9-9731d277dfcc for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:30:22.208962 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] Updating router a41abad1-b769-4d33-94d9-9731d277dfcc port 2ad0979c-725e-4eff-8d1f-ac0be07af521 binding host dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:30:22.291931 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (2ad0979c-725e-4eff-8d1f-ac0be07af521), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:22.795818 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] Publish callbacks [] for port (2ad0979c-725e-4eff-8d1f-ac0be07af521), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:22.802608 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (2ad0979c-725e-4eff-8d1f-ac0be07af521), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:22.974479 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130809f0-be88-4618-a752-da9bc04eec27 None None] Pushing event updated for resources: {'Port': ['ID=2ad0979c-725e-4eff-8d1f-ac0be07af521,revision_number=3']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:22.989538 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] Attempting to bind port 2ad0979c-725e-4eff-8d1f-ac0be07af521 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:30:22.989947 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] Attempting to bind port 2ad0979c-725e-4eff-8d1f-ac0be07af521 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': 'd6370ffe-7cc9-4f2d-a9f1-17857c02ccf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6e4a84d3-bc42-463f-8e1f-f0aa7735008e'}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:30:22.990409 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] Attempting to bind port 2ad0979c-725e-4eff-8d1f-ac0be07af521 on network 6e4a84d3-bc42-463f-8e1f-f0aa7735008e {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:30:22.998939 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130809f0-be88-4618-a752-da9bc04eec27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:22.999297 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130809f0-be88-4618-a752-da9bc04eec27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:22.999649 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130809f0-be88-4618-a752-da9bc04eec27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:23.000001 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130809f0-be88-4618-a752-da9bc04eec27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:23.000364 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130809f0-be88-4618-a752-da9bc04eec27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:23.000705 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130809f0-be88-4618-a752-da9bc04eec27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:23.001041 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130809f0-be88-4618-a752-da9bc04eec27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:23.001377 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130809f0-be88-4618-a752-da9bc04eec27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:23.001709 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130809f0-be88-4618-a752-da9bc04eec27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:23.002041 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130809f0-be88-4618-a752-da9bc04eec27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:23.002371 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130809f0-be88-4618-a752-da9bc04eec27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:23.002717 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130809f0-be88-4618-a752-da9bc04eec27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:23.003050 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130809f0-be88-4618-a752-da9bc04eec27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:23.003408 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130809f0-be88-4618-a752-da9bc04eec27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:23.004324 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130809f0-be88-4618-a752-da9bc04eec27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130809f0-be88-4618-a752-da9bc04eec27 None None] Tracked resource versions report: Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: pushed versions: Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: { 'AddressGroup': {'1.2'}, Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Agent': {'1.1'}, Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'ConntrackHelper': {'1.0'}, Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Log': {'1.0'}, Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'NDPProxy': {'1.0'}, Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Network': {'1.1'}, Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Port': {'1.7'}, Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'PortForwarding': {'1.3'}, Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'QosPolicy': {'1.10'}, Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'SecurityGroup': {'1.5'}, Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'SubPort': {'1.0'}, Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Subnet': {'1.1'}, Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Trunk': {'1.1'}} Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: consumer versions: Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: { DHCP agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: L3 agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: Metadata agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: Metering agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: Open vSwitch agent@dv-cinder-837164-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Agent': '1.1', Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'ConntrackHelper': '1.0', Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'LocalIPAssociation': '1.0', Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Log': '1.0', Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'NDPProxy': '1.0', Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Network': '1.1', Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Port': '1.7', Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'PortForwarding': '1.3', Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'QosPolicy': '1.10', Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'SecurityGroup': '1.5', Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'SecurityGroupRule': '1.2', Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'SubPort': '1.0', Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Subnet': '1.1', Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Trunk': '1.1'}} Apr 08 17:30:23.005781 dv-cinder-837164-1-iscsi neutron-server[103646]: {{(pid=103646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:30:23.010094 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:30:23.010532 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] Checking segment: {'id': 'd6370ffe-7cc9-4f2d-a9f1-17857c02ccf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6e4a84d3-bc42-463f-8e1f-f0aa7735008e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:30:23.011009 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:23.011404 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] Bound using segment: {'id': 'd6370ffe-7cc9-4f2d-a9f1-17857c02ccf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6e4a84d3-bc42-463f-8e1f-f0aa7735008e'} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:30:23.011920 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] Bound port: 2ad0979c-725e-4eff-8d1f-ac0be07af521, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6370ffe-7cc9-4f2d-a9f1-17857c02ccf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6e4a84d3-bc42-463f-8e1f-f0aa7735008e'}}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:30:23.012559 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (2ad0979c-725e-4eff-8d1f-ac0be07af521), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:23.081279 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] For port 2ad0979c-725e-4eff-8d1f-ac0be07af521, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:30:23.095234 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-8246aa41-1280-4aee-8a69-e77539981282 None None] Provisioning complete for port 2ad0979c-725e-4eff-8d1f-ac0be07af521 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:23.095793 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-8246aa41-1280-4aee-8a69-e77539981282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (2ad0979c-725e-4eff-8d1f-ac0be07af521), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:23.102574 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] For port 2ad0979c-725e-4eff-8d1f-ac0be07af521, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=2ad0979c-725e-4eff-8d1f-ac0be07af521,segment=NetworkSegment(d6370ffe-7cc9-4f2d-a9f1-17857c02ccf2),segment_id=d6370ffe-7cc9-4f2d-a9f1-17857c02ccf2)] {{(pid=103646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:30:23.109417 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (2ad0979c-725e-4eff-8d1f-ac0be07af521), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:23.132303 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-8246aa41-1280-4aee-8a69-e77539981282 None None] Port 2ad0979c-725e-4eff-8d1f-ac0be07af521 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:30:23.187265 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] Routers {'a41abad1-b769-4d33-94d9-9731d277dfcc'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:30:23.187908 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:30:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['a41abad1-b769-4d33-94d9-9731d277dfcc'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:30:23.190192 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130809f0-be88-4618-a752-da9bc04eec27 None None] Pushing event updated for resources: {'Port': ['ID=2ad0979c-725e-4eff-8d1f-ac0be07af521,revision_number=4']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:23.290406 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] Set router a41abad1-b769-4d33-94d9-9731d277dfcc gateway port host: None {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:30:23.452379 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-3beb60b1-83df-4d19-b984-2673b9f98e59 None None] Provisioning complete for port 2ad0979c-725e-4eff-8d1f-ac0be07af521 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:23.452703 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-3beb60b1-83df-4d19-b984-2673b9f98e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (2ad0979c-725e-4eff-8d1f-ac0be07af521), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:23.508539 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41abad1-b769-4d33-94d9-9731d277dfcc', 'name': 'router1', 'tenant_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:30:09Z', 'updated_at': '2022-04-08T17:30:20Z', 'revision_number': 2, 'project_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'gw_port_host': None, '_interfaces': [{'id': '2ad0979c-725e-4eff-8d1f-ac0be07af521', 'name': '', 'network_id': '6e4a84d3-bc42-463f-8e1f-f0aa7735008e', 'tenant_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'mac_address': 'fa:16:3e:0c:de:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41abad1-b769-4d33-94d9-9731d277dfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '097e02a0-79b8-4747-a58c-97f827fc0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:30:19Z', 'updated_at': '2022-04-08T17:30:23Z', 'revision_number': 4, 'project_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'subnets': [{'id': '097e02a0-79b8-4747-a58c-97f827fc0f3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5dfe7f5-dd23-4483-a72b-ade2da7c7e6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:30:23.537822 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91cc6b9-1de1-4367-af62-b6db9434886f None None] The sync data for ids ['a41abad1-b769-4d33-94d9-9731d277dfcc'] in dv-cinder-837164-1-iscsi is: [{'id': 'a41abad1-b769-4d33-94d9-9731d277dfcc', 'name': 'router1', 'tenant_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:30:09Z', 'updated_at': '2022-04-08T17:30:20Z', 'revision_number': 2, 'project_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'gw_port_host': None, '_interfaces': [{'id': '2ad0979c-725e-4eff-8d1f-ac0be07af521', 'name': '', 'network_id': '6e4a84d3-bc42-463f-8e1f-f0aa7735008e', 'tenant_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'mac_address': 'fa:16:3e:0c:de:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41abad1-b769-4d33-94d9-9731d277dfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '097e02a0-79b8-4747-a58c-97f827fc0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:30:19Z', 'updated_at': '2022-04-08T17:30:23Z', 'revision_number': 4, 'project_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'subnets': [{'id': '097e02a0-79b8-4747-a58c-97f827fc0f3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5dfe7f5-dd23-4483-a72b-ade2da7c7e6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:30:23.555003 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-3beb60b1-83df-4d19-b984-2673b9f98e59 None None] Current status of the port 2ad0979c-725e-4eff-8d1f-ac0be07af521 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:30:23.555564 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-3beb60b1-83df-4d19-b984-2673b9f98e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (2ad0979c-725e-4eff-8d1f-ac0be07af521), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:23.591800 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-3beb60b1-83df-4d19-b984-2673b9f98e59 None None] For port 2ad0979c-725e-4eff-8d1f-ac0be07af521, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=2ad0979c-725e-4eff-8d1f-ac0be07af521,segment=NetworkSegment(d6370ffe-7cc9-4f2d-a9f1-17857c02ccf2),segment_id=d6370ffe-7cc9-4f2d-a9f1-17857c02ccf2)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:30:23.596859 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-3beb60b1-83df-4d19-b984-2673b9f98e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (2ad0979c-725e-4eff-8d1f-ac0be07af521), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:23.650966 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb60b1-83df-4d19-b984-2673b9f98e59 None None] Pushing event updated for resources: {'Port': ['ID=2ad0979c-725e-4eff-8d1f-ac0be07af521,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:24.006265 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 40246) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:30:24.132943 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6e7ba7-0b89-4c8c-9769-de8e1afc7962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:30:24.134555 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-ca6e7ba7-0b89-4c8c-9769-de8e1afc7962 admin admin] 10.222.0.24 "GET /v2.0/networks/c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 HTTP/1.1" status: 200 len: 842 time: 0.1273038 Apr 08 17:30:24.144016 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-22086643-e693-4d0d-bde4-cbfe074a0983 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:30:24.187783 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22086643-e693-4d0d-bde4-cbfe074a0983 admin admin] Made reservation on behalf of 2784ec9b6fb041c7821e78aa2be9b7d7 for: {'subnet': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:30:24.190596 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-22086643-e693-4d0d-bde4-cbfe074a0983 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:24.540437 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.objects.ports [None req-22086643-e693-4d0d-bde4-cbfe074a0983 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103643) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 08 17:30:24.540874 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-22086643-e693-4d0d-bde4-cbfe074a0983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for subnet (33c05c2f-6d03-4558-aed6-6e41f375f3ce), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:24.595774 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22086643-e693-4d0d-bde4-cbfe074a0983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c05c2f-6d03-4558-aed6-6e41f375f3ce,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:24.608545 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22086643-e693-4d0d-bde4-cbfe074a0983 admin admin] Checking segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:30:24.608874 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22086643-e693-4d0d-bde4-cbfe074a0983 admin admin] Network hostable DHCP agents. Network: c420803a-b2a7-4e2f-bfdc-3694fdd43ad0, hostable agents: ['72b2ee88-fa79-44c9-b63e-eafca22f1392'], hosted agents: [] {{(pid=103643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:30:24.634393 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22086643-e693-4d0d-bde4-cbfe074a0983 admin admin] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is scheduled to be hosted by DHCP agent 72b2ee88-fa79-44c9-b63e-eafca22f1392 with binding_index 1 {{(pid=103643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:30:24.653645 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-22086643-e693-4d0d-bde4-cbfe074a0983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837164-1-iscsi, c420803a-b2a7-4e2f-bfdc-3694fdd43ad0) {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:30:24.661485 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22086643-e693-4d0d-bde4-cbfe074a0983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:30:24.662103 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-22086643-e693-4d0d-bde4-cbfe074a0983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:24.667307 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfb2eac-8153-4874-9cdf-b95d31c43b0f None None] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:30:24.691699 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-22086643-e693-4d0d-bde4-cbfe074a0983 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5506027 Apr 08 17:30:24.797597 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c878b0-d82e-4884-8dc6-830dc670907b None None] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:30:27.230914 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 40264) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:30:27.370658 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-45972bdf-9509-4739-8e22-aded9ec630e5 demo admin] 10.222.0.24 "GET /v2.0/routers/a41abad1-b769-4d33-94d9-9731d277dfcc HTTP/1.1" status: 200 len: 710 time: 0.1385927 Apr 08 17:30:27.464370 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8623a1-1904-4de2-8b1b-25f4308e3fc7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:30:27.467169 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-ce8623a1-1904-4de2-8b1b-25f4308e3fc7 demo admin] 10.222.0.24 "GET /v2.0/networks/c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 HTTP/1.1" status: 200 len: 886 time: 0.0911431 Apr 08 17:30:27.476056 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-a4f95f67-360d-47ed-833a-71b874cd10f3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:30:27.760725 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a4f95f67-360d-47ed-833a-71b874cd10f3 demo admin] Publish callbacks [] for router_gateway (a41abad1-b769-4d33-94d9-9731d277dfcc), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:28.062158 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a4f95f67-360d-47ed-833a-71b874cd10f3 demo admin] Publish callbacks [] for router_gateway (a41abad1-b769-4d33-94d9-9731d277dfcc), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:28.136776 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a4f95f67-360d-47ed-833a-71b874cd10f3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:28.241126 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-a4f95f67-360d-47ed-833a-71b874cd10f3 demo admin] Allocated IP 172.27.0.142 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/05321b63-f998-4f66-acac-a2e37d73ff79) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:30:28.345669 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a4f95f67-360d-47ed-833a-71b874cd10f3 demo admin] Publish callbacks [] for port (05321b63-f998-4f66-acac-a2e37d73ff79), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:28.381975 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a4f95f67-360d-47ed-833a-71b874cd10f3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632'] for port (05321b63-f998-4f66-acac-a2e37d73ff79), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:28.425055 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f95f67-360d-47ed-833a-71b874cd10f3 demo admin] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:30:28.427864 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-a4f95f67-360d-47ed-833a-71b874cd10f3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:30:28.434624 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f95f67-360d-47ed-833a-71b874cd10f3 demo admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:30:28.437971 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f95f67-360d-47ed-833a-71b874cd10f3 demo admin] Pushing event updated for resources: {'Port': ['ID=05321b63-f998-4f66-acac-a2e37d73ff79,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:28.710636 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a4f95f67-360d-47ed-833a-71b874cd10f3 demo admin] Publish callbacks [] for router_gateway (a41abad1-b769-4d33-94d9-9731d277dfcc), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:28.944566 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a4f95f67-360d-47ed-833a-71b874cd10f3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1646427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6566'] for router (a41abad1-b769-4d33-94d9-9731d277dfcc), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:28.949015 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a4f95f67-360d-47ed-833a-71b874cd10f3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1646416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1646409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732057'] for router (a41abad1-b769-4d33-94d9-9731d277dfcc), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:29.087447 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f95f67-360d-47ed-833a-71b874cd10f3 demo admin] Router a41abad1-b769-4d33-94d9-9731d277dfcc has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:30:29.206371 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f95f67-360d-47ed-833a-71b874cd10f3 demo admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:30:29.211025 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a4f95f67-360d-47ed-833a-71b874cd10f3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:29.212288 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-a4f95f67-360d-47ed-833a-71b874cd10f3 demo admin] 10.222.0.24 "PUT /v2.0/routers/a41abad1-b769-4d33-94d9-9731d277dfcc HTTP/1.1" status: 200 len: 890 time: 1.7393885 Apr 08 17:30:30.795823 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 2ad0979c-725e-4eff-8d1f-ac0be07af521 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:30:30.853444 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 2ad0979c-725e-4eff-8d1f-ac0be07af521 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:30.854104 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (2ad0979c-725e-4eff-8d1f-ac0be07af521), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:30.956520 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 2ad0979c-725e-4eff-8d1f-ac0be07af521 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:30:31.852730 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 40276) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:30:31.970698 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-ec17cc1f-f78f-45cc-8e03-affc9adebbc9 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1167033 Apr 08 17:30:32.648010 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] Sync routers for ids ['a41abad1-b769-4d33-94d9-9731d277dfcc'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:30:32.663914 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] Routers {'a41abad1-b769-4d33-94d9-9731d277dfcc'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:30:32.664610 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:30:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['a41abad1-b769-4d33-94d9-9731d277dfcc'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:30:32.896172 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] Set router a41abad1-b769-4d33-94d9-9731d277dfcc gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:30:33.400687 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41abad1-b769-4d33-94d9-9731d277dfcc', 'name': 'router1', 'tenant_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '05321b63-f998-4f66-acac-a2e37d73ff79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:30:09Z', 'updated_at': '2022-04-08T17:30:28Z', 'revision_number': 4, 'project_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'gw_port': {'id': '05321b63-f998-4f66-acac-a2e37d73ff79', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41abad1-b769-4d33-94d9-9731d277dfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:30:28Z', 'updated_at': '2022-04-08T17:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '2ad0979c-725e-4eff-8d1f-ac0be07af521', 'name': '', 'network_id': '6e4a84d3-bc42-463f-8e1f-f0aa7735008e', 'tenant_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'mac_address': 'fa:16:3e:0c:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41abad1-b769-4d33-94d9-9731d277dfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '097e02a0-79b8-4747-a58c-97f827fc0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:30:19Z', 'updated_at': '2022-04-08T17:30:23Z', 'revision_number': 5, 'project_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'subnets': [{'id': '097e02a0-79b8-4747-a58c-97f827fc0f3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5dfe7f5-dd23-4483-a72b-ade2da7c7e6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:30:33.454995 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] Checking router: a41abad1-b769-4d33-94d9-9731d277dfcc for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:30:33.455288 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] Updating router a41abad1-b769-4d33-94d9-9731d277dfcc port 05321b63-f998-4f66-acac-a2e37d73ff79 binding host dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:30:33.507823 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (05321b63-f998-4f66-acac-a2e37d73ff79), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:33.865989 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] Publish callbacks [] for port (05321b63-f998-4f66-acac-a2e37d73ff79), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:33.872890 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (05321b63-f998-4f66-acac-a2e37d73ff79), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:33.931018 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] Attempting to bind port 05321b63-f998-4f66-acac-a2e37d73ff79 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:30:33.931018 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] Attempting to bind port 05321b63-f998-4f66-acac-a2e37d73ff79 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:30:33.931472 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] Attempting to bind port 05321b63-f998-4f66-acac-a2e37d73ff79 on network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:30:33.943068 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7650b7-b64e-4eb0-b0e0-3a547ceaff57 None None] Pushing event updated for resources: {'Port': ['ID=05321b63-f998-4f66-acac-a2e37d73ff79,revision_number=2']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:33.945507 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:30:33.945898 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] Checking segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:30:33.946326 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:33.946730 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] Bound using segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:30:33.947228 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] Bound port: 05321b63-f998-4f66-acac-a2e37d73ff79, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:30:33.947806 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (05321b63-f998-4f66-acac-a2e37d73ff79), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:34.008112 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] For port 05321b63-f998-4f66-acac-a2e37d73ff79, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:30:34.012737 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] For port 05321b63-f998-4f66-acac-a2e37d73ff79, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=05321b63-f998-4f66-acac-a2e37d73ff79,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:30:34.021778 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (05321b63-f998-4f66-acac-a2e37d73ff79), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:34.076122 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] Routers {'a41abad1-b769-4d33-94d9-9731d277dfcc'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:30:34.076789 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:30:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['a41abad1-b769-4d33-94d9-9731d277dfcc'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:30:34.132497 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7650b7-b64e-4eb0-b0e0-3a547ceaff57 None None] Pushing event updated for resources: {'Port': ['ID=05321b63-f998-4f66-acac-a2e37d73ff79,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:34.212283 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] Set router a41abad1-b769-4d33-94d9-9731d277dfcc gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:30:34.477553 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41abad1-b769-4d33-94d9-9731d277dfcc', 'name': 'router1', 'tenant_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '05321b63-f998-4f66-acac-a2e37d73ff79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:30:09Z', 'updated_at': '2022-04-08T17:30:28Z', 'revision_number': 4, 'project_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'gw_port': {'id': '05321b63-f998-4f66-acac-a2e37d73ff79', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41abad1-b769-4d33-94d9-9731d277dfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:30:28Z', 'updated_at': '2022-04-08T17:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '2ad0979c-725e-4eff-8d1f-ac0be07af521', 'name': '', 'network_id': '6e4a84d3-bc42-463f-8e1f-f0aa7735008e', 'tenant_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'mac_address': 'fa:16:3e:0c:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41abad1-b769-4d33-94d9-9731d277dfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '097e02a0-79b8-4747-a58c-97f827fc0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:30:19Z', 'updated_at': '2022-04-08T17:30:23Z', 'revision_number': 5, 'project_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'subnets': [{'id': '097e02a0-79b8-4747-a58c-97f827fc0f3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5dfe7f5-dd23-4483-a72b-ade2da7c7e6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:30:34.507991 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768882e-7854-4b41-95aa-b4d0b11f60b1 None None] The sync data for ids ['a41abad1-b769-4d33-94d9-9731d277dfcc'] in dv-cinder-837164-1-iscsi is: [{'id': 'a41abad1-b769-4d33-94d9-9731d277dfcc', 'name': 'router1', 'tenant_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '05321b63-f998-4f66-acac-a2e37d73ff79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:30:09Z', 'updated_at': '2022-04-08T17:30:28Z', 'revision_number': 4, 'project_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'gw_port': {'id': '05321b63-f998-4f66-acac-a2e37d73ff79', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41abad1-b769-4d33-94d9-9731d277dfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:30:28Z', 'updated_at': '2022-04-08T17:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '2ad0979c-725e-4eff-8d1f-ac0be07af521', 'name': '', 'network_id': '6e4a84d3-bc42-463f-8e1f-f0aa7735008e', 'tenant_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'mac_address': 'fa:16:3e:0c:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41abad1-b769-4d33-94d9-9731d277dfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '097e02a0-79b8-4747-a58c-97f827fc0f3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:30:19Z', 'updated_at': '2022-04-08T17:30:23Z', 'revision_number': 5, 'project_id': 'fa1c0fcd2a33476e8f7d40e85170eb4d', 'subnets': [{'id': '097e02a0-79b8-4747-a58c-97f827fc0f3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5dfe7f5-dd23-4483-a72b-ade2da7c7e6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:30:34.870024 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 05321b63-f998-4f66-acac-a2e37d73ff79 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:30:34.986723 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 05321b63-f998-4f66-acac-a2e37d73ff79 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:34.987007 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (05321b63-f998-4f66-acac-a2e37d73ff79), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:35.147937 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 05321b63-f998-4f66-acac-a2e37d73ff79 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:30:35.148434 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (05321b63-f998-4f66-acac-a2e37d73ff79), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:35.189802 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] For port 05321b63-f998-4f66-acac-a2e37d73ff79, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=05321b63-f998-4f66-acac-a2e37d73ff79,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:30:35.195841 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (05321b63-f998-4f66-acac-a2e37d73ff79), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:35.277404 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Pushing event updated for resources: {'Port': ['ID=05321b63-f998-4f66-acac-a2e37d73ff79,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:36.876146 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 05321b63-f998-4f66-acac-a2e37d73ff79 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:30:36.997089 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 05321b63-f998-4f66-acac-a2e37d73ff79 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:36.997849 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (05321b63-f998-4f66-acac-a2e37d73ff79), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:37.201320 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 05321b63-f998-4f66-acac-a2e37d73ff79 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:30:41.533004 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 5 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:30:45.318934 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-5f7438b1-f64e-4578-8c5c-b425ad3e2f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:47.970138 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-2c05f500-7fd2-45b4-81ef-09f76857b117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:48.769152 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:50.450533 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:51.839841 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:15.315803 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-1c0bbee3-cf82-4b22-97da-e17ef61292f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:17.970632 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-b846331b-5484-4bdb-b282-8d4dd6b4cec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:18.537045 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 5 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:31:18.764568 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:20.448470 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:21.834520 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:45.308541 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6edc9364-2e57-475e-96da-74de567f525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:47.975701 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-59d57979-69c8-47a1-960c-d13d754523fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:48.758037 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:50.450015 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:51.838049 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:55.536274 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 5 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:32:04.229928 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 40760) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:32:04.293719 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.pecan_wsgi.hooks.translation [None req-092e467e-6151-411a-893a-0c0e3367a3fe admin admin] GET failed (client error): The resource could not be found. Apr 08 17:32:04.295005 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-092e467e-6151-411a-893a-0c0e3367a3fe admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0640941 Apr 08 17:32:04.462466 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e0b629-9d23-4676-a394-3e108ddcbe42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:04.463840 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-98e0b629-9d23-4676-a394-3e108ddcbe42 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1646674 Apr 08 17:32:06.908173 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 40770) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:32:07.081228 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6079b911-8062-4c88-8ea2-fa7d8341eb41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:07.082502 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-6079b911-8062-4c88-8ea2-fa7d8341eb41 admin admin] 10.222.0.24 "GET /v2.0/subnets/097e02a0-79b8-4747-a58c-97f827fc0f3b HTTP/1.1" status: 200 len: 849 time: 0.1726949 Apr 08 17:32:07.091869 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:32:07.178671 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Publish callbacks [] for subnet (097e02a0-79b8-4747-a58c-97f827fc0f3b), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:07.323844 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761101161732'] for subnet (097e02a0-79b8-4747-a58c-97f827fc0f3b), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:07.356519 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:07.357016 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:07.358302 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] 10.222.0.24 "PUT /v2.0/subnets/097e02a0-79b8-4747-a58c-97f827fc0f3b HTTP/1.1" status: 200 len: 868 time: 0.2701042 Apr 08 17:32:07.376669 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=097e02a0-79b8-4747-a58c-97f827fc0f3b,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:32:07.378636 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b15749e-57e8-45e2-a2eb-c1033a867c28 None None] Network 6e4a84d3-bc42-463f-8e1f-f0aa7735008e requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:32:07.385359 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:07.385727 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:07.386071 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:07.386576 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:07.386906 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:07.387076 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:07.387382 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:07.387700 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:07.388256 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:07.388444 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:07.388732 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:07.389058 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:07.389381 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:07.389699 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:07.390017 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bf047-cfbc-4f64-b260-f9a2810ee1fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:07.762396 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-4fe8b39e-e4b7-4e10-81f4-757aa653c4ce None None] Provisioning complete for port 2ad0979c-725e-4eff-8d1f-ac0be07af521 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:32:07.762772 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4fe8b39e-e4b7-4e10-81f4-757aa653c4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (2ad0979c-725e-4eff-8d1f-ac0be07af521), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:07.840382 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-4fe8b39e-e4b7-4e10-81f4-757aa653c4ce None None] Current status of the port 2ad0979c-725e-4eff-8d1f-ac0be07af521 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:32:07.849620 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-4fe8b39e-e4b7-4e10-81f4-757aa653c4ce None None] Provisioning complete for port 0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:32:07.849991 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4fe8b39e-e4b7-4e10-81f4-757aa653c4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:07.935820 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-4fe8b39e-e4b7-4e10-81f4-757aa653c4ce None None] Current status of the port 0ff3b4f4-ffa4-448c-8d79-9a247e3c67fa is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:32:09.751674 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 40778) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:32:09.955160 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f457e5f1-9559-4d39-9a31-7c8fd73925c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:09.956124 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f457e5f1-9559-4d39-9a31-7c8fd73925c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:09.957703 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-f457e5f1-9559-4d39-9a31-7c8fd73925c4 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2050142 Apr 08 17:32:12.326460 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 40786) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:32:12.466770 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce51bfb-ede3-4f7c-9ace-54e1c715e8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:12.467245 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce51bfb-ede3-4f7c-9ace-54e1c715e8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:12.468816 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-2ce51bfb-ede3-4f7c-9ace-54e1c715e8f1 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1412854 Apr 08 17:32:14.872175 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 40794) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:32:15.065297 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cf7b1d-0568-45ad-8809-0ccbe59868a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:15.066878 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-16cf7b1d-0568-45ad-8809-0ccbe59868a1 admin admin] 10.222.0.24 "GET /v2.0/networks/6e4a84d3-bc42-463f-8e1f-f0aa7735008e HTTP/1.1" status: 200 len: 869 time: 0.1936419 Apr 08 17:32:15.317927 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-809373d8-1096-486d-b401-7a2ba366f6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:17.631922 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 40804) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:32:17.771480 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca94f10-581a-483a-98de-b78687e2ecb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:17.776248 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-bca94f10-581a-483a-98de-b78687e2ecb5 admin admin] 10.222.0.24 "GET /v2.0/networks/c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 HTTP/1.1" status: 200 len: 886 time: 0.1400423 Apr 08 17:32:17.970857 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-68b49769-8184-4aef-b874-e0dab3ccd3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:18.762689 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:20.145652 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 40812) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:32:20.285690 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5807d1c-a64a-4fb2-9206-433eb3214848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:20.286200 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5807d1c-a64a-4fb2-9206-433eb3214848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:20.287933 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-c5807d1c-a64a-4fb2-9206-433eb3214848 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1412451 Apr 08 17:32:20.458709 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:21.840748 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:22.726660 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 40820) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:32:22.819253 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f78056-327b-49e0-aa80-9137b1ce6cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:22.819713 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f78056-327b-49e0-aa80-9137b1ce6cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:22.821280 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-98f78056-327b-49e0-aa80-9137b1ce6cab admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0936520 Apr 08 17:32:25.203221 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 40828) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:32:25.301276 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39967ef-0875-4639-b1ae-be3bca2331ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:25.302661 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-b39967ef-0875-4639-b1ae-be3bca2331ab admin admin] 10.222.0.24 "GET /v2.0/subnets/097e02a0-79b8-4747-a58c-97f827fc0f3b HTTP/1.1" status: 200 len: 868 time: 0.0984814 Apr 08 17:32:27.702543 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 40836) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:32:27.797015 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dcedc4-66f6-48c5-923b-8f5cd6256167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:27.798382 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-d6dcedc4-66f6-48c5-923b-8f5cd6256167 admin admin] 10.222.0.24 "GET /v2.0/subnets/33c05c2f-6d03-4558-aed6-6e41f375f3ce HTTP/1.1" status: 200 len: 816 time: 0.0948899 Apr 08 17:32:32.535539 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 5 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:32:45.319161 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-440ad945-aa64-4240-b855-f2a79266228e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:47.976600 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7b14-3921-470c-aae2-aaf138d4f0e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:48.765418 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:50.451002 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:51.844516 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:09.536362 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 5 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:33:10.057029 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 40894) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:33:10.104604 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [None req-6d36f2cf-a62d-4cc9-9e34-ff49ddee2e33 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:33:10.112067 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-6d36f2cf-a62d-4cc9-9e34-ff49ddee2e33 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476100 Apr 08 17:33:12.582397 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 40902) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:33:12.643898 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1b196c-25c8-46cd-9810-13e517df421c admin admin] GET failed (client error): The resource could not be found. Apr 08 17:33:12.645217 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-2c1b196c-25c8-46cd-9810-13e517df421c admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618730 Apr 08 17:33:12.792581 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6fff27-61e1-4bdd-a3d4-88eee2afc04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:33:12.794083 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-bf6fff27-61e1-4bdd-a3d4-88eee2afc04f admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1447036 Apr 08 17:33:15.231695 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 40910) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:33:15.280604 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:33:15.301391 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Made reservation on behalf of 2784ec9b6fb041c7821e78aa2be9b7d7 for: {'network': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:33:15.303786 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for network (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:15.313028 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4da6404e-9fdb-4829-ac2b-b92db0bafd25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:15.349226 dv-cinder-837164-1-iscsi neutron-server[103644]: WARNING neutron.services.revisions.revision_plugin [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Could not find related network for resource to bump revision. Apr 08 17:33:15.361683 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=103644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:33:15.371953 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (514e07b3-2036-4692-81e3-1f8e7d384f74), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:15.372334 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.segments_db [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Added segment 514e07b3-2036-4692-81e3-1f8e7d384f74 of type vlan for network bf550780-178c-466b-a6a6-4bfee8297ff7 Apr 08 17:33:15.413424 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761100671573'] for network (bf550780-178c-466b-a6a6-4bfee8297ff7), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:15.437847 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for network (bf550780-178c-466b-a6a6-4bfee8297ff7), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:15.438861 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:33:15.440029 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:15.474319 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2414963 Apr 08 17:33:15.506092 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Pushing event updated for resources: {'Network': ['ID=bf550780-178c-466b-a6a6-4bfee8297ff7,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:33:15.513933 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:15.514282 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:15.514654 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:15.515004 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:15.515345 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:15.515684 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:15.516018 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:15.516386 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:15.516744 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:15.517144 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:15.517533 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:15.517871 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:15.518201 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:15.518528 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:15.518855 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d80e4-1b34-4bdf-9f75-38b7a60d383e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:15.530491 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Network bf550780-178c-466b-a6a6-4bfee8297ff7 details requested by agent ovs-agent-dv-cinder-837164-1-iscsi with host dv-cinder-837164-1-iscsi {{(pid=103645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:33:17.896168 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 40918) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:33:17.962393 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d0b218-3958-4af5-bfc5-33c5e62ee06d admin admin] GET failed (client error): The resource could not be found. Apr 08 17:33:17.963589 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-58d0b218-3958-4af5-bfc5-33c5e62ee06d admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0663981 Apr 08 17:33:17.971298 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-30a4c03a-683b-4292-8028-6168f5a8d89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:18.042253 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749f3b2d-e4e5-4e9a-ab82-1b2f5dc9dc3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:33:18.044652 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-749f3b2d-e4e5-4e9a-ab82-1b2f5dc9dc3a admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0766027 Apr 08 17:33:18.054079 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-ee6ce751-77e4-4ebc-9a7a-dbdb8e471c27 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'bf550780-178c-466b-a6a6-4bfee8297ff7'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:33:18.073342 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6ce751-77e4-4ebc-9a7a-dbdb8e471c27 admin admin] Made reservation on behalf of 2784ec9b6fb041c7821e78aa2be9b7d7 for: {'subnet': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:33:18.075926 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce751-77e4-4ebc-9a7a-dbdb8e471c27 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:18.247548 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce751-77e4-4ebc-9a7a-dbdb8e471c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for subnet (1aadb61c-1887-4087-8b74-aa202d22ff0c), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:18.304035 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ce751-77e4-4ebc-9a7a-dbdb8e471c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aadb61c-1887-4087-8b74-aa202d22ff0c,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:33:18.312725 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6ce751-77e4-4ebc-9a7a-dbdb8e471c27 admin admin] Checking segment: {'id': '514e07b3-2036-4692-81e3-1f8e7d384f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'bf550780-178c-466b-a6a6-4bfee8297ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:33:18.313087 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6ce751-77e4-4ebc-9a7a-dbdb8e471c27 admin admin] Network hostable DHCP agents. Network: bf550780-178c-466b-a6a6-4bfee8297ff7, hostable agents: ['72b2ee88-fa79-44c9-b63e-eafca22f1392'], hosted agents: [] {{(pid=103644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:33:18.331391 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6ce751-77e4-4ebc-9a7a-dbdb8e471c27 admin admin] Network bf550780-178c-466b-a6a6-4bfee8297ff7 is scheduled to be hosted by DHCP agent 72b2ee88-fa79-44c9-b63e-eafca22f1392 with binding_index 1 {{(pid=103644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:33:18.339942 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-ee6ce751-77e4-4ebc-9a7a-dbdb8e471c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837164-1-iscsi, bf550780-178c-466b-a6a6-4bfee8297ff7) {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:33:18.344124 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6ce751-77e4-4ebc-9a7a-dbdb8e471c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:33:18.344750 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce751-77e4-4ebc-9a7a-dbdb8e471c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:18.350751 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f409cd-9634-4321-8a2d-af800f88005f None None] Network bf550780-178c-466b-a6a6-4bfee8297ff7 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:33:18.376269 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-ee6ce751-77e4-4ebc-9a7a-dbdb8e471c27 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3120799 Apr 08 17:33:18.460592 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46dd6811-0023-5a74-808c-f3f6e7a50dab-bf550780-178c-466b-a6a6-4bfee8297ff7', 'network_id': 'bf550780-178c-466b-a6a6-4bfee8297ff7', 'project_id': '2784ec9b6fb041c7821e78aa2be9b7d7', 'fixed_ips': [{'subnet_id': '1aadb61c-1887-4087-8b74-aa202d22ff0c'}]}} from dv-cinder-837164-1-iscsi. {{(pid=103645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:33:18.461790 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:18.614199 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.db_base_plugin_common [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Allocated IP 192.168.233.2 (bf550780-178c-466b-a6a6-4bfee8297ff7/1aadb61c-1887-4087-8b74-aa202d22ff0c/cd9f4bf7-d963-42b3-8718-c657b87359ef) {{(pid=103645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:33:18.786102 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:18.787170 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Publish callbacks [] for port (cd9f4bf7-d963-42b3-8718-c657b87359ef), precommit_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:18.794110 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632'] for port (cd9f4bf7-d963-42b3-8718-c657b87359ef), after_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:18.835380 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Network bf550780-178c-466b-a6a6-4bfee8297ff7 is already hosted by enough agents. {{(pid=103645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:33:18.840356 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.base_scheduler [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Resources bound (agent type, host, resource id): {{(pid=103645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:33:18.842854 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Received port after_create {{(pid=103645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:33:18.878831 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Pushing event updated for resources: {'Port': ['ID=cd9f4bf7-d963-42b3-8718-c657b87359ef,revision_number=1']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:33:18.907443 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:18.908334 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:18.908711 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:18.909074 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:18.909415 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:18.909750 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:18.910083 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:18.910423 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:18.910757 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:18.911083 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:18.911411 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:18.911755 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:18.912095 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:18.912443 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:18.912768 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:18.929147 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Attempting to bind port cd9f4bf7-d963-42b3-8718-c657b87359ef on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:33:18.929563 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Attempting to bind port cd9f4bf7-d963-42b3-8718-c657b87359ef by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '514e07b3-2036-4692-81e3-1f8e7d384f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'bf550780-178c-466b-a6a6-4bfee8297ff7'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:33:18.929895 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Attempting to bind port cd9f4bf7-d963-42b3-8718-c657b87359ef on network bf550780-178c-466b-a6a6-4bfee8297ff7 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:33:18.939565 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:33:18.939565 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Checking segment: {'id': '514e07b3-2036-4692-81e3-1f8e7d384f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'bf550780-178c-466b-a6a6-4bfee8297ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:33:18.939565 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:18.939565 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Bound using segment: {'id': '514e07b3-2036-4692-81e3-1f8e7d384f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'bf550780-178c-466b-a6a6-4bfee8297ff7'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:33:18.939565 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Bound port: cd9f4bf7-d963-42b3-8718-c657b87359ef, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514e07b3-2036-4692-81e3-1f8e7d384f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'bf550780-178c-466b-a6a6-4bfee8297ff7'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:33:18.939565 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (cd9f4bf7-d963-42b3-8718-c657b87359ef), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:19.004840 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] For port cd9f4bf7-d963-42b3-8718-c657b87359ef, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:33:19.007994 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] For port cd9f4bf7-d963-42b3-8718-c657b87359ef, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=cd9f4bf7-d963-42b3-8718-c657b87359ef,segment=NetworkSegment(514e07b3-2036-4692-81e3-1f8e7d384f74),segment_id=514e07b3-2036-4692-81e3-1f8e7d384f74)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:33:19.014317 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (cd9f4bf7-d963-42b3-8718-c657b87359ef), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:19.075472 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcd18f-4264-4703-b257-46da2a3cbfaa None None] Pushing event updated for resources: {'Port': ['ID=cd9f4bf7-d963-42b3-8718-c657b87359ef,revision_number=2']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:33:19.982363 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e120d0f-f170-42a2-9f13-47be5698ed53 None None] Network bf550780-178c-466b-a6a6-4bfee8297ff7 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:33:20.057112 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-d5bcf368-e738-481d-8b1d-64ef5a803424 None None] Provisioning complete for port cd9f4bf7-d963-42b3-8718-c657b87359ef triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:33:20.057774 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d5bcf368-e738-481d-8b1d-64ef5a803424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (cd9f4bf7-d963-42b3-8718-c657b87359ef), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:20.182022 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcf368-e738-481d-8b1d-64ef5a803424 None None] Current status of the port cd9f4bf7-d963-42b3-8718-c657b87359ef is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:33:20.182022 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d5bcf368-e738-481d-8b1d-64ef5a803424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (cd9f4bf7-d963-42b3-8718-c657b87359ef), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:20.214831 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-d5bcf368-e738-481d-8b1d-64ef5a803424 None None] For port cd9f4bf7-d963-42b3-8718-c657b87359ef, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=cd9f4bf7-d963-42b3-8718-c657b87359ef,segment=NetworkSegment(514e07b3-2036-4692-81e3-1f8e7d384f74),segment_id=514e07b3-2036-4692-81e3-1f8e7d384f74)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:33:20.221303 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d5bcf368-e738-481d-8b1d-64ef5a803424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (cd9f4bf7-d963-42b3-8718-c657b87359ef), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:20.277029 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcf368-e738-481d-8b1d-64ef5a803424 None None] Pushing event updated for resources: {'Port': ['ID=cd9f4bf7-d963-42b3-8718-c657b87359ef,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:33:20.349809 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-f63a7e70-75b1-4576-acfa-85f5d88d6c1b None None] Provisioning complete for port cd9f4bf7-d963-42b3-8718-c657b87359ef triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:33:20.350199 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-f63a7e70-75b1-4576-acfa-85f5d88d6c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (cd9f4bf7-d963-42b3-8718-c657b87359ef), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:20.432783 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-f63a7e70-75b1-4576-acfa-85f5d88d6c1b None None] Current status of the port cd9f4bf7-d963-42b3-8718-c657b87359ef is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:33:20.453762 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:20.913276 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device cd9f4bf7-d963-42b3-8718-c657b87359ef up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:33:20.964623 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port cd9f4bf7-d963-42b3-8718-c657b87359ef triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:33:20.965000 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (cd9f4bf7-d963-42b3-8718-c657b87359ef), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:21.044372 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port cd9f4bf7-d963-42b3-8718-c657b87359ef is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:33:21.849245 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:45.318786 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-25e0b744-a52f-4f84-bdb8-9bf42cf3e4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:46.535442 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 5 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:33:47.974041 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c2398be4-944a-426e-b601-e33f4937f547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:48.772001 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:50.459989 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:51.856652 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:15.320996 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-00b0a2fa-d5dd-486f-9e6e-9d8e845d432a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:17.975845 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-059c4905-cd96-44d4-a614-c82f6e24bd09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:18.775170 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:20.473591 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:21.859683 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:23.534005 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 5 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:34:45.323410 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-bfb07954-1929-4642-a2ed-c8629ba7c959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:47.977933 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-539f9bc7-ec18-4011-979e-f69b00c10dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:48.777295 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:50.472151 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:51.782904 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 40956) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:34:51.792970 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [None req-8157aa20-39a7-4592-bbf9-689395637a36 tempest-verify_tempest_config-1007737087 tempest-verify_tempest_config-1007737087-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103644) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:34:51.793956 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-8157aa20-39a7-4592-bbf9-689395637a36 tempest-verify_tempest_config-1007737087 tempest-verify_tempest_config-1007737087-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0099888 Apr 08 17:34:51.853533 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:52.113647 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 40974) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:34:52.227676 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a368e3e4-82d0-47b8-94de-ed30deb39c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:52.358942 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a368e3e4-82d0-47b8-94de-ed30deb39c7a admin admin] Publish callbacks [] for security_group (4eab1379-84ce-436b-a260-ada9a52615b1), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:52.362891 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a368e3e4-82d0-47b8-94de-ed30deb39c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (4eab1379-84ce-436b-a260-ada9a52615b1), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:52.406750 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368e3e4-82d0-47b8-94de-ed30deb39c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eab1379-84ce-436b-a260-ada9a52615b1,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:34:52.410611 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-a368e3e4-82d0-47b8-94de-ed30deb39c7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9856fee480e433f87c3e28908f1c38a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2959425 Apr 08 17:34:52.413630 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 40978) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:34:52.415913 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e3e4-82d0-47b8-94de-ed30deb39c7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.416292 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e3e4-82d0-47b8-94de-ed30deb39c7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.416659 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e3e4-82d0-47b8-94de-ed30deb39c7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.416997 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e3e4-82d0-47b8-94de-ed30deb39c7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.417325 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e3e4-82d0-47b8-94de-ed30deb39c7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.417653 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e3e4-82d0-47b8-94de-ed30deb39c7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.417978 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e3e4-82d0-47b8-94de-ed30deb39c7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.418303 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e3e4-82d0-47b8-94de-ed30deb39c7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.418626 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e3e4-82d0-47b8-94de-ed30deb39c7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.418947 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e3e4-82d0-47b8-94de-ed30deb39c7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.419270 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e3e4-82d0-47b8-94de-ed30deb39c7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.419591 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e3e4-82d0-47b8-94de-ed30deb39c7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.419910 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e3e4-82d0-47b8-94de-ed30deb39c7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.420253 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e3e4-82d0-47b8-94de-ed30deb39c7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.420613 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e3e4-82d0-47b8-94de-ed30deb39c7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.501454 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] Publish callbacks [] for security_group (4eab1379-84ce-436b-a260-ada9a52615b1), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:52.522930 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] Publish callbacks [] for security_group (4eab1379-84ce-436b-a260-ada9a52615b1), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:52.620930 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (4eab1379-84ce-436b-a260-ada9a52615b1), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:52.623423 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:52.625173 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4eab1379-84ce-436b-a260-ada9a52615b1 HTTP/1.1" status: 204 len: 168 time: 0.2105560 Apr 08 17:34:52.632969 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eab1379-84ce-436b-a260-ada9a52615b1,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:34:52.650573 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.650836 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.651198 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.651545 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.651891 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.652336 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.652603 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.653211 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.653326 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.653591 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.653944 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.654303 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.654658 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.654979 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:52.655307 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a275ad7-e3b5-4d3c-a6f2-1bfc3daf0ecf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:35:00.533307 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 5 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:35:15.328429 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-5dd2a4e2-d365-4515-8e43-95206bff9d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:35:17.980908 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-8756de43-52b1-4397-95bd-e2db22d141b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:35:18.778656 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:35:20.474262 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:35:21.858892 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:35:37.533340 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 5 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:35:45.336169 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-f60dd5b5-f841-4a40-95c2-0cc9f3a6e35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:35:47.984484 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a51e66b8-e3ce-44b3-9cde-6c0d141e0005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:35:48.782403 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:35:50.476189 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:35:51.863083 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:14.534448 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 5 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:36:15.330739 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-b55f07ef-feba-4e5f-8eef-ad5265f1b089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:17.986562 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-55439908-8041-4145-8500-9142e9c0dbf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:18.784716 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:20.481565 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:21.865795 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:44.695237 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1643593'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:45.332975 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-ff5b87df-b43c-41e0-9f34-75595455d502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:47.988188 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-bcfa5639-132e-4066-9832-e18da1a95e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:48.790895 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:50.482336 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:51.535305 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:36:51.869396 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:59.299607 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 41050) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:36:59.411701 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-622bb7e3-9494-4c97-9519-36f37d23445b admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1105757 Apr 08 17:37:01.805147 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 41060) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:37:01.866040 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-41ba0068-d482-4ce1-8c74-12d13f8f19eb admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0598092 Apr 08 17:37:14.649611 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:15.336194 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a75ed143-320c-4ac0-8030-1837ceb5f9d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:17.999280 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0ff32bc9-58c7-42ca-b349-fc9d9fbc4db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:18.790769 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:20.486973 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:21.872174 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:28.534883 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:37:44.661281 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:45.341075 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-00e768fd-e92a-4dce-b678-69f46a47f1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:47.993874 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-7f671137-80b8-4c5a-92a8-81cfca84b631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:48.795384 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:50.496924 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:51.878215 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:05.541026 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:38:14.678175 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:15.343017 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-798d0d5c-5b10-40be-9f2d-1ac82ecfa1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:17.997285 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-046eec2b-5f83-4df0-bb5b-e029b6755f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:18.797595 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:20.491700 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:21.871399 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:42.540817 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:38:43.956144 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 41142) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:44.162198 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2081264362-network', 'tenant_id': '742545d6a93e4907bfc717b71f01e0cc'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:44.181909 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Made reservation on behalf of 742545d6a93e4907bfc717b71f01e0cc for: {'network': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:38:44.184253 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for network (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.198240 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.280604 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Publish callbacks [] for security_group (e1c3a34a-9f87-45b9-ae31-73112d52e192), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.285383 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (e1c3a34a-9f87-45b9-ae31-73112d52e192), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.296849 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=103644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:38:44.309472 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (d7d6d04d-234c-4f6c-9860-73b7a0b8db39), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.317678 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.segments_db [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Added segment d7d6d04d-234c-4f6c-9860-73b7a0b8db39 of type vlan for network 6c1970b4-d1ab-4e6c-aa94-d3501a4f8b3a Apr 08 17:38:44.342883 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c3a34a-9f87-45b9-ae31-73112d52e192,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:44.376953 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.377296 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.377630 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.377964 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.378376 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.378675 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.378901 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.379230 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.379665 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.379869 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.380193 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.380553 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.380870 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.381247 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.381482 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Tracked resource versions report: Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: pushed versions: Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: { 'AddressGroup': {'1.2'}, Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Agent': {'1.1'}, Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'ConntrackHelper': {'1.0'}, Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Log': {'1.0'}, Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'NDPProxy': {'1.0'}, Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Network': {'1.1'}, Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Port': {'1.7'}, Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'PortForwarding': {'1.3'}, Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'QosPolicy': {'1.10'}, Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'SecurityGroup': {'1.5'}, Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'SubPort': {'1.0'}, Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Subnet': {'1.1'}, Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Trunk': {'1.1'}} Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: consumer versions: Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: { DHCP agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: HyperV agent@hv-cinder-83716: {}, Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: L3 agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: Metadata agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: Metering agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: Open vSwitch agent@dv-cinder-837164-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Agent': '1.1', Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'ConntrackHelper': '1.0', Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'LocalIPAssociation': '1.0', Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Log': '1.0', Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'NDPProxy': '1.0', Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Network': '1.1', Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Port': '1.7', Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'PortForwarding': '1.3', Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'QosPolicy': '1.10', Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'SecurityGroup': '1.5', Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'SecurityGroupRule': '1.2', Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'SubPort': '1.0', Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Subnet': '1.1', Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: 'Trunk': '1.1'}} Apr 08 17:38:44.382632 dv-cinder-837164-1-iscsi neutron-server[103644]: {{(pid=103644) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:38:44.401245 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761100671573'] for network (6c1970b4-d1ab-4e6c-aa94-d3501a4f8b3a), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.429605 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for network (6c1970b4-d1ab-4e6c-aa94-d3501a4f8b3a), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.430651 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:44.431304 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.464463 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5063281 Apr 08 17:38:44.467423 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 41192) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:44.477397 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Request body: {'subnet': {'network_id': '6c1970b4-d1ab-4e6c-aa94-d3501a4f8b3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2081264362-subnet', 'tenant_id': '742545d6a93e4907bfc717b71f01e0cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:44.499265 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44899d7-1656-4812-9b87-8f1ebcc0f32b admin admin] Pushing event updated for resources: {'Network': ['ID=6c1970b4-d1ab-4e6c-aa94-d3501a4f8b3a,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:44.500848 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Made reservation on behalf of 742545d6a93e4907bfc717b71f01e0cc for: {'subnet': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:38:44.503232 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.511198 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Network 6c1970b4-d1ab-4e6c-aa94-d3501a4f8b3a details requested by agent ovs-agent-dv-cinder-837164-1-iscsi with host dv-cinder-837164-1-iscsi {{(pid=103645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:38:44.684008 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.714391 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for subnet (8aa5259d-8624-460c-9872-6c9c10dd287d), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.769400 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa5259d-8624-460c-9872-6c9c10dd287d,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:44.779352 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.779811 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.780367 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.780718 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.781050 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.781572 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.781903 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.782225 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.782734 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.783215 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.783721 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.784057 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.784555 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.785051 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.785367 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Tracked resource versions report: Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: pushed versions: Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: { 'AddressGroup': {'1.2'}, Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Agent': {'1.1'}, Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'ConntrackHelper': {'1.0'}, Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Log': {'1.0'}, Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'NDPProxy': {'1.0'}, Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Network': {'1.1'}, Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Port': {'1.7'}, Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'PortForwarding': {'1.3'}, Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'QosPolicy': {'1.10'}, Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'SecurityGroup': {'1.5'}, Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'SubPort': {'1.0'}, Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Subnet': {'1.1'}, Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Trunk': {'1.1'}} Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: consumer versions: Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: { DHCP agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: HyperV agent@hv-cinder-83716: {}, Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: L3 agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: Metadata agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: Metering agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: Open vSwitch agent@dv-cinder-837164-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Agent': '1.1', Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'ConntrackHelper': '1.0', Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'LocalIPAssociation': '1.0', Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Log': '1.0', Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'NDPProxy': '1.0', Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Network': '1.1', Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Port': '1.7', Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'PortForwarding': '1.3', Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'QosPolicy': '1.10', Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'SecurityGroup': '1.5', Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'SecurityGroupRule': '1.2', Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'SubPort': '1.0', Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Subnet': '1.1', Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: 'Trunk': '1.1'}} Apr 08 17:38:44.786721 dv-cinder-837164-1-iscsi neutron-server[103643]: {{(pid=103643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:38:44.794248 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Checking segment: {'id': 'd7d6d04d-234c-4f6c-9860-73b7a0b8db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6c1970b4-d1ab-4e6c-aa94-d3501a4f8b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:38:44.794558 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Network hostable DHCP agents. Network: 6c1970b4-d1ab-4e6c-aa94-d3501a4f8b3a, hostable agents: ['72b2ee88-fa79-44c9-b63e-eafca22f1392'], hosted agents: [] {{(pid=103643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:38:44.816690 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Network 6c1970b4-d1ab-4e6c-aa94-d3501a4f8b3a is scheduled to be hosted by DHCP agent 72b2ee88-fa79-44c9-b63e-eafca22f1392 with binding_index 1 {{(pid=103643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:38:44.828025 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837164-1-iscsi, 6c1970b4-d1ab-4e6c-aa94-d3501a4f8b3a) {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:44.846490 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4f7549-d2aa-4faa-bb3a-bd22a178a88c None None] Network 6c1970b4-d1ab-4e6c-aa94-d3501a4f8b3a requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:38:44.849923 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:44.849923 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.880144 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-0143f3cf-4947-471a-873b-4f02b5142855 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4103248 Apr 08 17:38:44.957824 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd46d749-1511-4c7e-a827-df070f26498f None None] Network 6c1970b4-d1ab-4e6c-aa94-d3501a4f8b3a requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:38:45.351942 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-f76cdca9-170c-4931-bb0c-a75e3d860a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.120592 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 41288) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:46.151059 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 41292) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:46.551075 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-ba60f57b-973c-417d-a5e2-5bb16089b524 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-network', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:46.558994 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-c7287359-dc45-4f7d-a309-f7a2f9a6f7ca admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-66464150-network', 'tenant_id': '12f717453b984dd8a5a40a72e9303542'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:46.575174 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba60f57b-973c-417d-a5e2-5bb16089b524 admin admin] Made reservation on behalf of 2e1edd846d3342cc9792c6c7fa78f229 for: {'network': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:38:46.577837 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ba60f57b-973c-417d-a5e2-5bb16089b524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for network (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.592071 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7287359-dc45-4f7d-a309-f7a2f9a6f7ca admin admin] Made reservation on behalf of 12f717453b984dd8a5a40a72e9303542 for: {'network': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:38:46.595710 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c7287359-dc45-4f7d-a309-f7a2f9a6f7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for network (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.597472 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ba60f57b-973c-417d-a5e2-5bb16089b524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.608674 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c7287359-dc45-4f7d-a309-f7a2f9a6f7ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.687838 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ba60f57b-973c-417d-a5e2-5bb16089b524 admin admin] Publish callbacks [] for security_group (52b03e62-5663-42a7-a9b4-f9717cc87e68), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.694458 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ba60f57b-973c-417d-a5e2-5bb16089b524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (52b03e62-5663-42a7-a9b4-f9717cc87e68), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.714951 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba60f57b-973c-417d-a5e2-5bb16089b524 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=103644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:38:46.728390 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ba60f57b-973c-417d-a5e2-5bb16089b524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (90adf09e-e73a-4d2a-a833-e4962bed0f69), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.729019 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.segments_db [None req-ba60f57b-973c-417d-a5e2-5bb16089b524 admin admin] Added segment 90adf09e-e73a-4d2a-a833-e4962bed0f69 of type vlan for network 3f909255-dbbb-466b-8110-c840248ecd35 Apr 08 17:38:46.739688 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c7287359-dc45-4f7d-a309-f7a2f9a6f7ca admin admin] Publish callbacks [] for security_group (4b7bd957-a3b2-4990-868b-3f1f3189e659), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.746082 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c7287359-dc45-4f7d-a309-f7a2f9a6f7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (4b7bd957-a3b2-4990-868b-3f1f3189e659), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.780975 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ba60f57b-973c-417d-a5e2-5bb16089b524 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761100671573'] for network (3f909255-dbbb-466b-8110-c840248ecd35), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.791579 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7287359-dc45-4f7d-a309-f7a2f9a6f7ca admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=103643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:38:46.819939 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ba60f57b-973c-417d-a5e2-5bb16089b524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for network (3f909255-dbbb-466b-8110-c840248ecd35), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.821243 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba60f57b-973c-417d-a5e2-5bb16089b524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:46.822019 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ba60f57b-973c-417d-a5e2-5bb16089b524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.837299 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c7287359-dc45-4f7d-a309-f7a2f9a6f7ca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761101197972', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (19707d1c-1da5-4628-8da2-70c1ee6945f7), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.838034 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c7287359-dc45-4f7d-a309-f7a2f9a6f7ca admin admin] Unsubscribe: segment precommit_create {{(pid=103643) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 17:38:46.838731 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.segments_db [None req-c7287359-dc45-4f7d-a309-f7a2f9a6f7ca admin admin] Added segment 19707d1c-1da5-4628-8da2-70c1ee6945f7 of type vlan for network caeb0e8b-265b-4213-ab02-7353b86794ae Apr 08 17:38:46.862619 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60f57b-973c-417d-a5e2-5bb16089b524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b03e62-5663-42a7-a9b4-f9717cc87e68,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:46.874889 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-ba60f57b-973c-417d-a5e2-5bb16089b524 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7528620 Apr 08 17:38:46.876269 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 41318) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:46.887977 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-87f19201-bff4-478f-b1eb-2dc1969fc740 admin admin] Request body: {'subnet': {'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-subnet', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:46.891950 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7287359-dc45-4f7d-a309-f7a2f9a6f7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7bd957-a3b2-4990-868b-3f1f3189e659,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:46.947834 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60f57b-973c-417d-a5e2-5bb16089b524 admin admin] Pushing event updated for resources: {'Network': ['ID=3f909255-dbbb-466b-8110-c840248ecd35,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:46.962760 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Network 3f909255-dbbb-466b-8110-c840248ecd35 details requested by agent ovs-agent-dv-cinder-837164-1-iscsi with host dv-cinder-837164-1-iscsi {{(pid=103645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:38:46.963696 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c7287359-dc45-4f7d-a309-f7a2f9a6f7ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761100671573'] for network (caeb0e8b-265b-4213-ab02-7353b86794ae), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.980574 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f19201-bff4-478f-b1eb-2dc1969fc740 admin admin] Made reservation on behalf of 2e1edd846d3342cc9792c6c7fa78f229 for: {'subnet': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:38:46.983205 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-87f19201-bff4-478f-b1eb-2dc1969fc740 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.040264 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c7287359-dc45-4f7d-a309-f7a2f9a6f7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for network (caeb0e8b-265b-4213-ab02-7353b86794ae), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.041250 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7287359-dc45-4f7d-a309-f7a2f9a6f7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:47.041937 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c7287359-dc45-4f7d-a309-f7a2f9a6f7ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.194483 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-c7287359-dc45-4f7d-a309-f7a2f9a6f7ca admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0420101 Apr 08 17:38:47.284030 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7287359-dc45-4f7d-a309-f7a2f9a6f7ca admin admin] Pushing event updated for resources: {'Network': ['ID=caeb0e8b-265b-4213-ab02-7353b86794ae,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:47.288025 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 41332) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:47.288918 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 41334) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:47.296942 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-e4bdb7b4-c5b6-4998-b0c8-7b09ac57e410 admin admin] Request body: {'subnet': {'network_id': 'caeb0e8b-265b-4213-ab02-7353b86794ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-66464150-subnet', 'tenant_id': '12f717453b984dd8a5a40a72e9303542', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:47.297125 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Network caeb0e8b-265b-4213-ab02-7353b86794ae details requested by agent ovs-agent-dv-cinder-837164-1-iscsi with host dv-cinder-837164-1-iscsi {{(pid=103645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:38:47.306758 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-808c0bd7-167f-424e-b2df-157fd5f7802e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-939718490-network', 'tenant_id': 'cbb4974a0984450f911b680cf1f6f36d'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:47.307987 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-87f19201-bff4-478f-b1eb-2dc1969fc740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for subnet (2d7483e0-8178-4def-9351-4e162ca4c7f4), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.331690 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808c0bd7-167f-424e-b2df-157fd5f7802e admin admin] Made reservation on behalf of cbb4974a0984450f911b680cf1f6f36d for: {'network': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:38:47.340706 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-808c0bd7-167f-424e-b2df-157fd5f7802e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for network (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.388954 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-808c0bd7-167f-424e-b2df-157fd5f7802e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.391802 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bdb7b4-c5b6-4998-b0c8-7b09ac57e410 admin admin] Made reservation on behalf of 12f717453b984dd8a5a40a72e9303542 for: {'subnet': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:38:47.394166 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e4bdb7b4-c5b6-4998-b0c8-7b09ac57e410 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.436170 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f19201-bff4-478f-b1eb-2dc1969fc740 admin admin] Checking segment: {'id': '90adf09e-e73a-4d2a-a833-e4962bed0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:38:47.436564 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f19201-bff4-478f-b1eb-2dc1969fc740 admin admin] Network hostable DHCP agents. Network: 3f909255-dbbb-466b-8110-c840248ecd35, hostable agents: ['72b2ee88-fa79-44c9-b63e-eafca22f1392'], hosted agents: [] {{(pid=103644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:38:47.490346 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f19201-bff4-478f-b1eb-2dc1969fc740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d7483e0-8178-4def-9351-4e162ca4c7f4,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:47.506977 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f19201-bff4-478f-b1eb-2dc1969fc740 admin admin] Network 3f909255-dbbb-466b-8110-c840248ecd35 is scheduled to be hosted by DHCP agent 72b2ee88-fa79-44c9-b63e-eafca22f1392 with binding_index 1 {{(pid=103644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:38:47.522903 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-87f19201-bff4-478f-b1eb-2dc1969fc740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837164-1-iscsi, 3f909255-dbbb-466b-8110-c840248ecd35) {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:47.530963 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f19201-bff4-478f-b1eb-2dc1969fc740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:47.539120 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8b2e64-a431-4518-9800-5bc0a76bef9e None None] Network 3f909255-dbbb-466b-8110-c840248ecd35 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:38:47.542136 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-87f19201-bff4-478f-b1eb-2dc1969fc740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.575442 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-87f19201-bff4-478f-b1eb-2dc1969fc740 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6915371 Apr 08 17:38:47.576501 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 41346) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:47.582424 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-a800827a-9e5a-4d1a-aa4d-6e08d097a7df admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:47.617942 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a800827a-9e5a-4d1a-aa4d-6e08d097a7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6541'] for router (89e22a67-0070-48f4-829f-e7a58e7883ce), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.619092 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a800827a-9e5a-4d1a-aa4d-6e08d097a7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1646445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6548'] for router (89e22a67-0070-48f4-829f-e7a58e7883ce), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.642021 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e4bdb7b4-c5b6-4998-b0c8-7b09ac57e410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for subnet (04768683-8c38-4f65-9c90-91ccb3647913), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.689626 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdb7b4-c5b6-4998-b0c8-7b09ac57e410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04768683-8c38-4f65-9c90-91ccb3647913,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:47.706345 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a800827a-9e5a-4d1a-aa4d-6e08d097a7df admin admin] Publish callbacks [] for router_controller (89e22a67-0070-48f4-829f-e7a58e7883ce), precommit_add_association {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.722083 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46dd6811-0023-5a74-808c-f3f6e7a50dab-3f909255-dbbb-466b-8110-c840248ecd35', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4'}]}} from dv-cinder-837164-1-iscsi. {{(pid=103645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:38:47.723311 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.747629 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bdb7b4-c5b6-4998-b0c8-7b09ac57e410 admin admin] Checking segment: {'id': '19707d1c-1da5-4628-8da2-70c1ee6945f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'caeb0e8b-265b-4213-ab02-7353b86794ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:38:47.748671 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bdb7b4-c5b6-4998-b0c8-7b09ac57e410 admin admin] Network hostable DHCP agents. Network: caeb0e8b-265b-4213-ab02-7353b86794ae, hostable agents: ['72b2ee88-fa79-44c9-b63e-eafca22f1392'], hosted agents: [] {{(pid=103643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:38:47.780331 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bdb7b4-c5b6-4998-b0c8-7b09ac57e410 admin admin] Network caeb0e8b-265b-4213-ab02-7353b86794ae is scheduled to be hosted by DHCP agent 72b2ee88-fa79-44c9-b63e-eafca22f1392 with binding_index 1 {{(pid=103643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:38:47.899303 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-808c0bd7-167f-424e-b2df-157fd5f7802e admin admin] Publish callbacks [] for security_group (e559e4a1-b8c3-4596-a79f-84a4b1dbebb8), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.906609 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-808c0bd7-167f-424e-b2df-157fd5f7802e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (e559e4a1-b8c3-4596-a79f-84a4b1dbebb8), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.915846 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-e4bdb7b4-c5b6-4998-b0c8-7b09ac57e410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837164-1-iscsi, caeb0e8b-265b-4213-ab02-7353b86794ae) {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:47.922723 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bdb7b4-c5b6-4998-b0c8-7b09ac57e410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:47.923577 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e4bdb7b4-c5b6-4998-b0c8-7b09ac57e410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.936610 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e5d21e-92da-4707-b80b-7fc537e1e4ed None None] Network caeb0e8b-265b-4213-ab02-7353b86794ae requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:38:47.948162 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.db_base_plugin_common [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Allocated IP 172.20.0.2 (3f909255-dbbb-466b-8110-c840248ecd35/2d7483e0-8178-4def-9351-4e162ca4c7f4/87c7a205-e0f0-4cab-8558-70dc186a6d61) {{(pid=103645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:38:47.952996 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808c0bd7-167f-424e-b2df-157fd5f7802e admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=103643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:38:47.966292 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c0bd7-167f-424e-b2df-157fd5f7802e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e559e4a1-b8c3-4596-a79f-84a4b1dbebb8,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:47.973053 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-808c0bd7-167f-424e-b2df-157fd5f7802e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (0efec183-2b41-40a1-bb9d-c2ba0059f128), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.973399 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.segments_db [None req-808c0bd7-167f-424e-b2df-157fd5f7802e admin admin] Added segment 0efec183-2b41-40a1-bb9d-c2ba0059f128 of type vlan for network f56bc7a5-ff84-47f3-941e-eb781efabeb1 Apr 08 17:38:47.977382 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-e4bdb7b4-c5b6-4998-b0c8-7b09ac57e410 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6872201 Apr 08 17:38:48.025344 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-808c0bd7-167f-424e-b2df-157fd5f7802e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761100671573'] for network (f56bc7a5-ff84-47f3-941e-eb781efabeb1), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.074873 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-808c0bd7-167f-424e-b2df-157fd5f7802e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for network (f56bc7a5-ff84-47f3-941e-eb781efabeb1), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.075715 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a800827a-9e5a-4d1a-aa4d-6e08d097a7df admin admin] Publish callbacks [] for router_gateway (89e22a67-0070-48f4-829f-e7a58e7883ce), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.076030 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c0bd7-167f-424e-b2df-157fd5f7802e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:48.077362 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-808c0bd7-167f-424e-b2df-157fd5f7802e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.128595 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-3b5572ef-fbbf-45f2-af6a-8020b684b28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.140420 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-808c0bd7-167f-424e-b2df-157fd5f7802e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8400614 Apr 08 17:38:48.143022 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 41368) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:48.147764 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-7d32e771-fc1e-41f3-9e0d-d6cf06836a10 admin admin] Request body: {'subnet': {'network_id': 'f56bc7a5-ff84-47f3-941e-eb781efabeb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-939718490-subnet', 'tenant_id': 'cbb4974a0984450f911b680cf1f6f36d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:48.217146 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f89ec5b-9c1d-4d2d-80a4-bed9f9de4bca None None] Network caeb0e8b-265b-4213-ab02-7353b86794ae requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:38:48.262403 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c0bd7-167f-424e-b2df-157fd5f7802e admin admin] Pushing event updated for resources: {'Network': ['ID=f56bc7a5-ff84-47f3-941e-eb781efabeb1,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:48.278669 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d32e771-fc1e-41f3-9e0d-d6cf06836a10 admin admin] Made reservation on behalf of cbb4974a0984450f911b680cf1f6f36d for: {'subnet': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:38:48.281686 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7d32e771-fc1e-41f3-9e0d-d6cf06836a10 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.464888 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Publish callbacks [] for port (87c7a205-e0f0-4cab-8558-70dc186a6d61), precommit_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.493140 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a800827a-9e5a-4d1a-aa4d-6e08d097a7df admin admin] Publish callbacks [] for router_gateway (89e22a67-0070-48f4-829f-e7a58e7883ce), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.512976 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Network f56bc7a5-ff84-47f3-941e-eb781efabeb1 details requested by agent ovs-agent-dv-cinder-837164-1-iscsi with host dv-cinder-837164-1-iscsi {{(pid=103645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:38:48.520156 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a800827a-9e5a-4d1a-aa4d-6e08d097a7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.625956 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7d32e771-fc1e-41f3-9e0d-d6cf06836a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for subnet (1f621490-6ec4-4d91-9fb1-4102bbc7c275), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.631275 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632'] for port (87c7a205-e0f0-4cab-8558-70dc186a6d61), after_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.692836 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Network 3f909255-dbbb-466b-8110-c840248ecd35 is already hosted by enough agents. {{(pid=103645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:48.696587 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.base_scheduler [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Resources bound (agent type, host, resource id): {{(pid=103645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:48.700295 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Received port after_create {{(pid=103645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:38:48.707264 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Pushing event updated for resources: {'Port': ['ID=87c7a205-e0f0-4cab-8558-70dc186a6d61,revision_number=1']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:48.734290 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:48.734734 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:48.735148 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:48.735575 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:48.736138 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:48.736299 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:48.736587 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:48.736922 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:48.737731 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:48.737731 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:48.737967 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:48.738251 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:48.738952 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:48.738952 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:48.739320 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Tracked resource versions report: Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: pushed versions: Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: { 'AddressGroup': {'1.2'}, Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Agent': {'1.1'}, Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'ConntrackHelper': {'1.0'}, Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Log': {'1.0'}, Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'NDPProxy': {'1.0'}, Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Network': {'1.1'}, Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Port': {'1.7'}, Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'PortForwarding': {'1.3'}, Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'QosPolicy': {'1.10'}, Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'SecurityGroup': {'1.5'}, Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'SubPort': {'1.0'}, Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Subnet': {'1.1'}, Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Trunk': {'1.1'}} Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: consumer versions: Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: { DHCP agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: HyperV agent@hv-cinder-83716: {}, Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: L3 agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: Metadata agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: Metering agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: Open vSwitch agent@dv-cinder-837164-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Agent': '1.1', Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'ConntrackHelper': '1.0', Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'LocalIPAssociation': '1.0', Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Log': '1.0', Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'NDPProxy': '1.0', Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Network': '1.1', Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Port': '1.7', Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'PortForwarding': '1.3', Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'QosPolicy': '1.10', Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'SecurityGroup': '1.5', Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'SecurityGroupRule': '1.2', Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'SubPort': '1.0', Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Subnet': '1.1', Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: 'Trunk': '1.1'}} Apr 08 17:38:48.741029 dv-cinder-837164-1-iscsi neutron-server[103645]: {{(pid=103645) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:38:48.749587 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-a800827a-9e5a-4d1a-aa4d-6e08d097a7df admin admin] Allocated IP 172.27.0.42 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/9f3ee4c0-108f-4ca0-bf11-d9a178845be9) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:38:48.776915 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32e771-fc1e-41f3-9e0d-d6cf06836a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f621490-6ec4-4d91-9fb1-4102bbc7c275,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:48.797779 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Attempting to bind port 87c7a205-e0f0-4cab-8558-70dc186a6d61 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:38:48.798630 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Attempting to bind port 87c7a205-e0f0-4cab-8558-70dc186a6d61 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '90adf09e-e73a-4d2a-a833-e4962bed0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:38:48.798796 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Attempting to bind port 87c7a205-e0f0-4cab-8558-70dc186a6d61 on network 3f909255-dbbb-466b-8110-c840248ecd35 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:38:48.807409 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d32e771-fc1e-41f3-9e0d-d6cf06836a10 admin admin] Checking segment: {'id': '0efec183-2b41-40a1-bb9d-c2ba0059f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'f56bc7a5-ff84-47f3-941e-eb781efabeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:38:48.807891 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:38:48.808432 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Checking segment: {'id': '90adf09e-e73a-4d2a-a833-e4962bed0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:38:48.808957 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.809523 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Bound using segment: {'id': '90adf09e-e73a-4d2a-a833-e4962bed0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:38:48.810227 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Bound port: 87c7a205-e0f0-4cab-8558-70dc186a6d61, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90adf09e-e73a-4d2a-a833-e4962bed0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:38:48.810757 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (87c7a205-e0f0-4cab-8558-70dc186a6d61), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.811894 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d32e771-fc1e-41f3-9e0d-d6cf06836a10 admin admin] Network hostable DHCP agents. Network: f56bc7a5-ff84-47f3-941e-eb781efabeb1, hostable agents: ['72b2ee88-fa79-44c9-b63e-eafca22f1392'], hosted agents: [] {{(pid=103643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:38:48.814928 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.854901 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d32e771-fc1e-41f3-9e0d-d6cf06836a10 admin admin] Network f56bc7a5-ff84-47f3-941e-eb781efabeb1 is scheduled to be hosted by DHCP agent 72b2ee88-fa79-44c9-b63e-eafca22f1392 with binding_index 1 {{(pid=103643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:38:48.870390 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-7d32e771-fc1e-41f3-9e0d-d6cf06836a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837164-1-iscsi, f56bc7a5-ff84-47f3-941e-eb781efabeb1) {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:48.889928 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d32e771-fc1e-41f3-9e0d-d6cf06836a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:48.890570 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7d32e771-fc1e-41f3-9e0d-d6cf06836a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.909487 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72c176f-df8d-4408-b0d8-7bfde77f6294 None None] Network f56bc7a5-ff84-47f3-941e-eb781efabeb1 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:38:48.934471 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-7d32e771-fc1e-41f3-9e0d-d6cf06836a10 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7813735 Apr 08 17:38:48.948950 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a800827a-9e5a-4d1a-aa4d-6e08d097a7df admin admin] Publish callbacks [] for port (9f3ee4c0-108f-4ca0-bf11-d9a178845be9), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.987478 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] For port 87c7a205-e0f0-4cab-8558-70dc186a6d61, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:38:48.992530 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] For port 87c7a205-e0f0-4cab-8558-70dc186a6d61, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=87c7a205-e0f0-4cab-8558-70dc186a6d61,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:38:49.005923 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (87c7a205-e0f0-4cab-8558-70dc186a6d61), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:49.265236 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a800827a-9e5a-4d1a-aa4d-6e08d097a7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632'] for port (9f3ee4c0-108f-4ca0-bf11-d9a178845be9), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:49.296160 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f86e6dc-8ab4-4dec-a3d9-22a2f7f320e0 None None] Network f56bc7a5-ff84-47f3-941e-eb781efabeb1 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:38:49.364806 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73072b0f-1dc2-4c46-846e-8fdf6364083e None None] Pushing event updated for resources: {'Port': ['ID=87c7a205-e0f0-4cab-8558-70dc186a6d61,revision_number=2']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:49.382538 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a800827a-9e5a-4d1a-aa4d-6e08d097a7df admin admin] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:49.391492 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-a800827a-9e5a-4d1a-aa4d-6e08d097a7df admin admin] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:49.401899 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a800827a-9e5a-4d1a-aa4d-6e08d097a7df admin admin] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:38:49.489922 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800827a-9e5a-4d1a-aa4d-6e08d097a7df admin admin] Pushing event updated for resources: {'Port': ['ID=9f3ee4c0-108f-4ca0-bf11-d9a178845be9,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:49.507378 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 41408) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:49.635948 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6cfea7-0251-49e3-9bfa-8a3a6108bec4 admin admin] Deleting subnet 8aa5259d-8624-460c-9872-6c9c10dd287d {{(pid=103643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:38:49.647268 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3d6cfea7-0251-49e3-9bfa-8a3a6108bec4 admin admin] Publish callbacks [] for subnet (8aa5259d-8624-460c-9872-6c9c10dd287d), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:49.718837 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3d6cfea7-0251-49e3-9bfa-8a3a6108bec4 admin admin] Publish callbacks [] for subnet (8aa5259d-8624-460c-9872-6c9c10dd287d), precommit_delete_associations {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:49.752576 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3d6cfea7-0251-49e3-9bfa-8a3a6108bec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929042'] for subnet (8aa5259d-8624-460c-9872-6c9c10dd287d), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:49.917474 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3d6cfea7-0251-49e3-9bfa-8a3a6108bec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for subnet (8aa5259d-8624-460c-9872-6c9c10dd287d), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:49.949201 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cfea7-0251-49e3-9bfa-8a3a6108bec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa5259d-8624-460c-9872-6c9c10dd287d,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:49.974153 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3d6cfea7-0251-49e3-9bfa-8a3a6108bec4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:49.979161 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-3d6cfea7-0251-49e3-9bfa-8a3a6108bec4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8aa5259d-8624-460c-9872-6c9c10dd287d HTTP/1.1" status: 204 len: 168 time: 0.4706254 Apr 08 17:38:49.980886 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 41440) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:50.056149 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a800827a-9e5a-4d1a-aa4d-6e08d097a7df admin admin] Publish callbacks [] for router_gateway (89e22a67-0070-48f4-829f-e7a58e7883ce), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.074573 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-970409'] for network (6c1970b4-d1ab-4e6c-aa94-d3501a4f8b3a), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.172888 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 41458) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:50.176692 dv-cinder-837164-1-iscsi neutron-server[103644]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 17:38:50.216432 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931487', 'neutron.services.segments.db._delete_segments_for_network-8761101197981'] for network (6c1970b4-d1ab-4e6c-aa94-d3501a4f8b3a), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.245428 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:38:50.251809 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:38:50.252716 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:38:50.253035 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:38:50.253361 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:38:50.253683 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:38:50.254028 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:38:50.254500 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:38:50.254915 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:38:50.255255 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:38:50.481221 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-c83bf334-62c4-4c05-bbf9-ada5b14673cb tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:50.485029 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-c83bf334-62c4-4c05-bbf9-ada5b14673cb tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/networks?id=caeb0e8b-265b-4213-ab02-7353b86794ae HTTP/1.1" status: 200 len: 810 time: 0.3109524 Apr 08 17:38:50.502418 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.522353 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-5082f5da-b136-4890-8f57-94230f45db24 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/quotas/12f717453b984dd8a5a40a72e9303542 HTTP/1.1" status: 200 len: 375 time: 0.0268688 Apr 08 17:38:50.580826 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:38:50.581770 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:38:50.582283 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:38:50.582846 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:38:50.583510 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1970b4-d1ab-4e6c-aa94-d3501a4f8b3a']}} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:50.603408 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a800827a-9e5a-4d1a-aa4d-6e08d097a7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646010'] for router (89e22a67-0070-48f4-829f-e7a58e7883ce), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.609791 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d6d04d-234c-4f6c-9860-73b7a0b8db39') {'for_net_delete': True} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:50.610610 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d6d04d-234c-4f6c-9860-73b7a0b8db39') {} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:50.636039 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761101199014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7555446'] for segment (d7d6d04d-234c-4f6c-9860-73b7a0b8db39), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.654379 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-84ee364e-b2c2-498b-88f6-a8270c573040 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=12f717453b984dd8a5a40a72e9303542&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1224000 Apr 08 17:38:50.675316 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (d7d6d04d-234c-4f6c-9860-73b7a0b8db39), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.697664 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=103643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:38:50.698107 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7534669'] for segment (d7d6d04d-234c-4f6c-9860-73b7a0b8db39), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: from cryptography.utils import int_from_bytes Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: from cryptography.utils import int_from_bytes Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: Traceback (most recent call last): Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: timer() Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: cb(*args, **kw) Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: return func(*args, **kwargs) Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: self._notify() Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: self.callback(batched_events) Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: event.method(event) Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: return f(self, *a, **k) Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._get(url).json() Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: return self.request(url, 'GET', **kwargs) Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:38:50.706816 dv-cinder-837164-1-iscsi neutron-server[103643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:38:50.897901 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646066'] for network (6c1970b4-d1ab-4e6c-aa94-d3501a4f8b3a), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.907033 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.916553 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6c1970b4-d1ab-4e6c-aa94-d3501a4f8b3a HTTP/1.1" status: 204 len: 168 time: 0.9309957 Apr 08 17:38:50.918507 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 41490) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:50.942196 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4c71da-8c69-4422-8973-5d5e5ca78d0e None None] Network 3f909255-dbbb-466b-8110-c840248ecd35 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:38:50.957547 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a800827a-9e5a-4d1a-aa4d-6e08d097a7df admin admin] Router 89e22a67-0070-48f4-829f-e7a58e7883ce is scheduled to L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 with binding_index 1 {{(pid=103644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:38:51.005229 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3cc0f-15bf-4052-a211-602c37d7a0f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c1970b4-d1ab-4e6c-aa94-d3501a4f8b3a,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:51.036743 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_v2 [None req-0637cf56-873f-4631-a3ec-4d1a30d19aac admin admin] Deleting subnet 1f621490-6ec4-4d91-9fb1-4102bbc7c275 {{(pid=103643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:38:51.037010 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-0276a78b-cec8-45c7-a1e4-f8555a184e01 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103644) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:38:51.039408 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-0276a78b-cec8-45c7-a1e4-f8555a184e01 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1139882 Apr 08 17:38:51.041853 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0637cf56-873f-4631-a3ec-4d1a30d19aac admin admin] Publish callbacks [] for subnet (1f621490-6ec4-4d91-9fb1-4102bbc7c275), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.108062 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0637cf56-873f-4631-a3ec-4d1a30d19aac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7555455'] for subnet (1f621490-6ec4-4d91-9fb1-4102bbc7c275), precommit_delete_associations {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.191332 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-7bfb1e84-2043-4906-abf1-74f5088aed6d None None] Provisioning complete for port 87c7a205-e0f0-4cab-8558-70dc186a6d61 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:51.195990 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1e84-2043-4906-abf1-74f5088aed6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (87c7a205-e0f0-4cab-8558-70dc186a6d61), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.203457 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0637cf56-873f-4631-a3ec-4d1a30d19aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929042'] for subnet (1f621490-6ec4-4d91-9fb1-4102bbc7c275), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.230951 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 87c7a205-e0f0-4cab-8558-70dc186a6d61 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:38:51.282652 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0637cf56-873f-4631-a3ec-4d1a30d19aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7534635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5067481'] for subnet (1f621490-6ec4-4d91-9fb1-4102bbc7c275), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.367637 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 87c7a205-e0f0-4cab-8558-70dc186a6d61 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:51.368606 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (87c7a205-e0f0-4cab-8558-70dc186a6d61), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.384802 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637cf56-873f-4631-a3ec-4d1a30d19aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f621490-6ec4-4d91-9fb1-4102bbc7c275,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:51.393578 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a800827a-9e5a-4d1a-aa4d-6e08d097a7df admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:38:51.409838 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0637cf56-873f-4631-a3ec-4d1a30d19aac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.413046 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] Sync routers for ids ['89e22a67-0070-48f4-829f-e7a58e7883ce'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:38:51.434906 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-0637cf56-873f-4631-a3ec-4d1a30d19aac admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1f621490-6ec4-4d91-9fb1-4102bbc7c275 HTTP/1.1" status: 204 len: 168 time: 0.5154164 Apr 08 17:38:51.439710 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 41508) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:51.446823 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] Routers {'89e22a67-0070-48f4-829f-e7a58e7883ce'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:38:51.450282 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:38:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['89e22a67-0070-48f4-829f-e7a58e7883ce'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:51.450724 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-7bfb1e84-2043-4906-abf1-74f5088aed6d None None] Current status of the port 87c7a205-e0f0-4cab-8558-70dc186a6d61 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:51.451338 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1e84-2043-4906-abf1-74f5088aed6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (87c7a205-e0f0-4cab-8558-70dc186a6d61), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.490734 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-9dcba9c8-c887-4a23-acff-b2277e52542a service neutron] 10.222.0.24 "GET /v2.0/networks/caeb0e8b-265b-4213-ab02-7353b86794ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393752 Apr 08 17:38:51.497842 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a800827a-9e5a-4d1a-aa4d-6e08d097a7df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.499873 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-a800827a-9e5a-4d1a-aa4d-6e08d097a7df admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9221563 Apr 08 17:38:51.509868 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 41514) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:51.581606 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-7bfb1e84-2043-4906-abf1-74f5088aed6d None None] For port 87c7a205-e0f0-4cab-8558-70dc186a6d61, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=87c7a205-e0f0-4cab-8558-70dc186a6d61,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:38:51.590014 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1e84-2043-4906-abf1-74f5088aed6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (87c7a205-e0f0-4cab-8558-70dc186a6d61), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.662855 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 87c7a205-e0f0-4cab-8558-70dc186a6d61 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:51.663159 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (87c7a205-e0f0-4cab-8558-70dc186a6d61), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.715721 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-17c32c2a-95e9-4872-b676-eaa5ee4e8a39 service neutron] 10.222.0.24 "GET /v2.0/networks/caeb0e8b-265b-4213-ab02-7353b86794ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145562 Apr 08 17:38:51.774468 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-59437d81-6e39-4764-838b-be1784e9c54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-970409'] for network (f56bc7a5-ff84-47f3-941e-eb781efabeb1), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.781969 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] Set router 89e22a67-0070-48f4-829f-e7a58e7883ce gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:38:51.788763 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb1e84-2043-4906-abf1-74f5088aed6d None None] Pushing event updated for resources: {'Port': ['ID=87c7a205-e0f0-4cab-8558-70dc186a6d61,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:51.847207 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-12e459a5-c87f-4f09-a8b2-c8a033a9eb15 None None] Provisioning complete for port 87c7a205-e0f0-4cab-8558-70dc186a6d61 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:51.848191 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-12e459a5-c87f-4f09-a8b2-c8a033a9eb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (87c7a205-e0f0-4cab-8558-70dc186a6d61), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.899135 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.db.api [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103645) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 17:38:51.899880 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG oslo_db.api [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 17:38:51.910394 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.982621 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-12e459a5-c87f-4f09-a8b2-c8a033a9eb15 None None] Current status of the port 87c7a205-e0f0-4cab-8558-70dc186a6d61 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:52.129690 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:49Z', 'revision_number': 3, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port': {'id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:42:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:52.136900 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-59437d81-6e39-4764-838b-be1784e9c54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931487', 'neutron.services.segments.db._delete_segments_for_network-8761101197981'] for network (f56bc7a5-ff84-47f3-941e-eb781efabeb1), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.185081 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] Checking router: 89e22a67-0070-48f4-829f-e7a58e7883ce for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:38:52.186307 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] Updating router 89e22a67-0070-48f4-829f-e7a58e7883ce port 9f3ee4c0-108f-4ca0-bf11-d9a178845be9 binding host dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:38:52.234011 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (9f3ee4c0-108f-4ca0-bf11-d9a178845be9), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.293843 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-59437d81-6e39-4764-838b-be1784e9c54e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56bc7a5-ff84-47f3-941e-eb781efabeb1']}} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:52.311437 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5029aca6-e151-4e7e-b0a0-6f20bc43a300 req-c0ac00cb-7231-4cd1-83b1-4a0aabffb06a tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 210 time: 0.1117883 Apr 08 17:38:52.334964 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-59437d81-6e39-4764-838b-be1784e9c54e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efec183-2b41-40a1-bb9d-c2ba0059f128') {'for_net_delete': True} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:52.335298 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-59437d81-6e39-4764-838b-be1784e9c54e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efec183-2b41-40a1-bb9d-c2ba0059f128') {} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:52.379711 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-59437d81-6e39-4764-838b-be1784e9c54e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761101199014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7555446'] for segment (0efec183-2b41-40a1-bb9d-c2ba0059f128), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.403371 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-59437d81-6e39-4764-838b-be1784e9c54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (0efec183-2b41-40a1-bb9d-c2ba0059f128), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.418461 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59437d81-6e39-4764-838b-be1784e9c54e admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=103643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:38:52.419013 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-59437d81-6e39-4764-838b-be1784e9c54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7534669'] for segment (0efec183-2b41-40a1-bb9d-c2ba0059f128), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: Traceback (most recent call last): Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: timer() Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: cb(*args, **kw) Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: return func(*args, **kwargs) Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: self._notify() Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: self.callback(batched_events) Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: event.method(event) Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: return f(self, *a, **k) Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._get(url).json() Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: return self.request(url, 'GET', **kwargs) Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:38:52.421186 dv-cinder-837164-1-iscsi neutron-server[103643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:38:52.484582 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 87c7a205-e0f0-4cab-8558-70dc186a6d61 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:52.591552 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 41580) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:52.796550 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-59437d81-6e39-4764-838b-be1784e9c54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646066'] for network (f56bc7a5-ff84-47f3-941e-eb781efabeb1), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.806905 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-59437d81-6e39-4764-838b-be1784e9c54e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.813478 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-59437d81-6e39-4764-838b-be1784e9c54e admin admin] 10.222.0.24 "DELETE /v2.0/networks/f56bc7a5-ff84-47f3-941e-eb781efabeb1 HTTP/1.1" status: 204 len: 168 time: 1.3695796 Apr 08 17:38:52.828713 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c8c92fba-193e-4ae0-b1f4-137e4a43074e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.849804 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] Publish callbacks [] for port (9f3ee4c0-108f-4ca0-bf11-d9a178845be9), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.865508 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (9f3ee4c0-108f-4ca0-bf11-d9a178845be9), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.868045 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59437d81-6e39-4764-838b-be1784e9c54e admin admin] Pushing event deleted for resources: {'Network': ['ID=f56bc7a5-ff84-47f3-941e-eb781efabeb1,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:52.968875 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c8c92fba-193e-4ae0-b1f4-137e4a43074e admin admin] Publish callbacks [] for security_group (500237ef-1710-44aa-93ed-020b6e87ca14), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.977998 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c8c92fba-193e-4ae0-b1f4-137e4a43074e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (500237ef-1710-44aa-93ed-020b6e87ca14), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.999458 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] Attempting to bind port 9f3ee4c0-108f-4ca0-bf11-d9a178845be9 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:38:53.004342 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] Attempting to bind port 9f3ee4c0-108f-4ca0-bf11-d9a178845be9 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:38:53.004895 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] Attempting to bind port 9f3ee4c0-108f-4ca0-bf11-d9a178845be9 on network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:38:53.008554 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf7987-3e51-4400-8844-899bc7ed721c None None] Pushing event updated for resources: {'Port': ['ID=9f3ee4c0-108f-4ca0-bf11-d9a178845be9,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:53.032220 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:38:53.032612 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] Checking segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:38:53.033020 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:53.033512 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] Bound using segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:38:53.034041 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] Bound port: 9f3ee4c0-108f-4ca0-bf11-d9a178845be9, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:38:53.034452 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (9f3ee4c0-108f-4ca0-bf11-d9a178845be9), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:53.042208 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-c8c92fba-193e-4ae0-b1f4-137e4a43074e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1bbd4db45eab49cb9621bd1f32634023&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4489093 Apr 08 17:38:53.043449 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c92fba-193e-4ae0-b1f4-137e4a43074e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500237ef-1710-44aa-93ed-020b6e87ca14,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:53.045393 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf7987-3e51-4400-8844-899bc7ed721c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:53.045760 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf7987-3e51-4400-8844-899bc7ed721c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:53.046114 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf7987-3e51-4400-8844-899bc7ed721c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:53.050316 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 41602) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:53.050990 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf7987-3e51-4400-8844-899bc7ed721c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:53.053218 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf7987-3e51-4400-8844-899bc7ed721c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:53.054735 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf7987-3e51-4400-8844-899bc7ed721c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:53.056668 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf7987-3e51-4400-8844-899bc7ed721c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:53.057193 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf7987-3e51-4400-8844-899bc7ed721c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:53.058702 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf7987-3e51-4400-8844-899bc7ed721c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:53.059190 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf7987-3e51-4400-8844-899bc7ed721c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:53.062605 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf7987-3e51-4400-8844-899bc7ed721c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:53.063112 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf7987-3e51-4400-8844-899bc7ed721c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:53.063608 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf7987-3e51-4400-8844-899bc7ed721c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:53.066625 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf7987-3e51-4400-8844-899bc7ed721c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:53.069763 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf7987-3e51-4400-8844-899bc7ed721c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf7987-3e51-4400-8844-899bc7ed721c None None] Tracked resource versions report: Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: pushed versions: Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: { 'AddressGroup': {'1.2'}, Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Agent': {'1.1'}, Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'ConntrackHelper': {'1.0'}, Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Log': {'1.0'}, Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'NDPProxy': {'1.0'}, Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Network': {'1.1'}, Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Port': {'1.7'}, Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'PortForwarding': {'1.3'}, Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'QosPolicy': {'1.10'}, Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'SecurityGroup': {'1.5'}, Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'SubPort': {'1.0'}, Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Subnet': {'1.1'}, Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Trunk': {'1.1'}} Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: consumer versions: Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: { DHCP agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: HyperV agent@hv-cinder-83716: {}, Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: L3 agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: Metadata agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: Metering agent@dv-cinder-837164-1-iscsi: {}, Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: Open vSwitch agent@dv-cinder-837164-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Agent': '1.1', Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'ConntrackHelper': '1.0', Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'LocalIPAssociation': '1.0', Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Log': '1.0', Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'NDPProxy': '1.0', Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Network': '1.1', Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Port': '1.7', Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'PortForwarding': '1.3', Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'QosPolicy': '1.10', Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'SecurityGroup': '1.5', Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'SecurityGroupRule': '1.2', Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'SubPort': '1.0', Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Subnet': '1.1', Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: 'Trunk': '1.1'}} Apr 08 17:38:53.071158 dv-cinder-837164-1-iscsi neutron-server[103646]: {{(pid=103646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:38:53.129943 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-594aaf88-5769-4bef-8730-c07a36935009 admin admin] Publish callbacks [] for security_group (500237ef-1710-44aa-93ed-020b6e87ca14), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:53.144987 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 41606) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:53.148655 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 87c7a205-e0f0-4cab-8558-70dc186a6d61 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:38:53.170601 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] For port 9f3ee4c0-108f-4ca0-bf11-d9a178845be9, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:38:53.172832 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-594aaf88-5769-4bef-8730-c07a36935009 admin admin] Publish callbacks [] for security_group (500237ef-1710-44aa-93ed-020b6e87ca14), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:53.175825 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] For port 9f3ee4c0-108f-4ca0-bf11-d9a178845be9, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=9f3ee4c0-108f-4ca0-bf11-d9a178845be9,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:38:53.184893 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (9f3ee4c0-108f-4ca0-bf11-d9a178845be9), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:53.191654 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-de67f9b0-3826-4546-af6e-812767c073ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:53.244772 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 87c7a205-e0f0-4cab-8558-70dc186a6d61 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:53.245175 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (87c7a205-e0f0-4cab-8558-70dc186a6d61), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:53.267369 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] Routers {'89e22a67-0070-48f4-829f-e7a58e7883ce'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:38:53.268385 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:38:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['89e22a67-0070-48f4-829f-e7a58e7883ce'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:53.309545 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf7987-3e51-4400-8844-899bc7ed721c None None] Pushing event updated for resources: {'Port': ['ID=9f3ee4c0-108f-4ca0-bf11-d9a178845be9,revision_number=3']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:53.339578 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-594aaf88-5769-4bef-8730-c07a36935009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (500237ef-1710-44aa-93ed-020b6e87ca14), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:53.342405 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-594aaf88-5769-4bef-8730-c07a36935009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:53.347563 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-594aaf88-5769-4bef-8730-c07a36935009 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/500237ef-1710-44aa-93ed-020b6e87ca14 HTTP/1.1" status: 204 len: 168 time: 0.2915885 Apr 08 17:38:53.358418 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594aaf88-5769-4bef-8730-c07a36935009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500237ef-1710-44aa-93ed-020b6e87ca14,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:53.377030 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-3910e9ec-e964-4a22-a20d-7ae2652453d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=742545d6a93e4907bfc717b71f01e0cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2308540 Apr 08 17:38:53.379583 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 41620) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:53.498551 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cf46fa87-3930-4107-a165-d3cb5af1d32e req-986e9a11-5646-4a30-a781-d3983e5624b7 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 210 time: 0.0902617 Apr 08 17:38:53.522698 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] Set router 89e22a67-0070-48f4-829f-e7a58e7883ce gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:38:53.553339 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4dba4355-89b9-4c33-953e-252b75dbfa5e admin admin] Publish callbacks [] for security_group (e1c3a34a-9f87-45b9-ae31-73112d52e192), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:53.572905 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 87c7a205-e0f0-4cab-8558-70dc186a6d61 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:53.631891 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4dba4355-89b9-4c33-953e-252b75dbfa5e admin admin] Publish callbacks [] for security_group (e1c3a34a-9f87-45b9-ae31-73112d52e192), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:53.713784 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-de67f9b0-3826-4546-af6e-812767c073ce admin admin] Allocated IP 172.20.0.1 (3f909255-dbbb-466b-8110-c840248ecd35/2d7483e0-8178-4def-9351-4e162ca4c7f4/7801adad-2e09-4e4d-88a7-0a538e0e47a2) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:38:53.765327 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4dba4355-89b9-4c33-953e-252b75dbfa5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (e1c3a34a-9f87-45b9-ae31-73112d52e192), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:53.768488 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4dba4355-89b9-4c33-953e-252b75dbfa5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:53.773451 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-4dba4355-89b9-4c33-953e-252b75dbfa5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1c3a34a-9f87-45b9-ae31-73112d52e192 HTTP/1.1" status: 204 len: 168 time: 0.3916850 Apr 08 17:38:53.805161 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba4355-89b9-4c33-953e-252b75dbfa5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c3a34a-9f87-45b9-ae31-73112d52e192,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:53.973221 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:49Z', 'revision_number': 3, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port': {'id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:42:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:54.027157 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-de67f9b0-3826-4546-af6e-812767c073ce admin admin] Publish callbacks [] for port (7801adad-2e09-4e4d-88a7-0a538e0e47a2), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.048423 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f29e3-381f-4573-af9e-514932032da3 None None] The sync data for ids ['89e22a67-0070-48f4-829f-e7a58e7883ce'] in dv-cinder-837164-1-iscsi is: [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:49Z', 'revision_number': 3, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port': {'id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:42:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:38:54.096602 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-de67f9b0-3826-4546-af6e-812767c073ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (7801adad-2e09-4e4d-88a7-0a538e0e47a2), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.108842 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 41650) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:54.136516 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3fb0767e-1bc5-405f-bc71-b7e824204c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.161913 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de67f9b0-3826-4546-af6e-812767c073ce admin admin] Network 3f909255-dbbb-466b-8110-c840248ecd35 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:54.166870 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-de67f9b0-3826-4546-af6e-812767c073ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:54.168677 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67f9b0-3826-4546-af6e-812767c073ce admin admin] Pushing event updated for resources: {'Port': ['ID=7801adad-2e09-4e4d-88a7-0a538e0e47a2,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:54.180279 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de67f9b0-3826-4546-af6e-812767c073ce admin admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:38:54.236458 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-de67f9b0-3826-4546-af6e-812767c073ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645933'] for router_interface (89e22a67-0070-48f4-829f-e7a58e7883ce), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.252495 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3fb0767e-1bc5-405f-bc71-b7e824204c96 admin admin] Publish callbacks [] for security_group (2dd2fe65-5a50-45b9-b31c-298acbd6a95b), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.258327 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3fb0767e-1bc5-405f-bc71-b7e824204c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (2dd2fe65-5a50-45b9-b31c-298acbd6a95b), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.299602 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-3fb0767e-1bc5-405f-bc71-b7e824204c96 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31baa641349e4775b30ce7793df332e9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1892319 Apr 08 17:38:54.302284 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 41656) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:54.339329 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0767e-1bc5-405f-bc71-b7e824204c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd2fe65-5a50-45b9-b31c-298acbd6a95b,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:54.455690 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7c144585-be52-41af-ba3b-a9e3ecb56491 admin admin] Publish callbacks [] for security_group (2dd2fe65-5a50-45b9-b31c-298acbd6a95b), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.499968 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7c144585-be52-41af-ba3b-a9e3ecb56491 admin admin] Publish callbacks [] for security_group (2dd2fe65-5a50-45b9-b31c-298acbd6a95b), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.508531 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 41660) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:54.550155 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-6df86ac1-bd0f-4053-8c10-51a07328d578 None None] Provisioning complete for port 7801adad-2e09-4e4d-88a7-0a538e0e47a2 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:54.550746 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-de67f9b0-3826-4546-af6e-812767c073ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (7801adad-2e09-4e4d-88a7-0a538e0e47a2), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.551429 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6df86ac1-bd0f-4053-8c10-51a07328d578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (7801adad-2e09-4e4d-88a7-0a538e0e47a2), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.553789 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-4496a5de-5eec-4925-8d4c-e226335f6c38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbb4974a0984450f911b680cf1f6f36d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440543 Apr 08 17:38:54.556270 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 41664) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:54.615983 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-6df86ac1-bd0f-4053-8c10-51a07328d578 None None] Port 7801adad-2e09-4e4d-88a7-0a538e0e47a2 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:38:54.627353 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7c144585-be52-41af-ba3b-a9e3ecb56491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (2dd2fe65-5a50-45b9-b31c-298acbd6a95b), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.630103 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7c144585-be52-41af-ba3b-a9e3ecb56491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.634261 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-7c144585-be52-41af-ba3b-a9e3ecb56491 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2dd2fe65-5a50-45b9-b31c-298acbd6a95b HTTP/1.1" status: 204 len: 168 time: 0.3308978 Apr 08 17:38:54.642934 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1f754e74-dbd2-4bbe-aa04-69cb032c0e20 admin admin] Publish callbacks [] for security_group (e559e4a1-b8c3-4596-a79f-84a4b1dbebb8), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.660107 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c144585-be52-41af-ba3b-a9e3ecb56491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd2fe65-5a50-45b9-b31c-298acbd6a95b,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:54.703156 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1f754e74-dbd2-4bbe-aa04-69cb032c0e20 admin admin] Publish callbacks [] for security_group (e559e4a1-b8c3-4596-a79f-84a4b1dbebb8), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.773665 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1f754e74-dbd2-4bbe-aa04-69cb032c0e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (e559e4a1-b8c3-4596-a79f-84a4b1dbebb8), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.776399 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1f754e74-dbd2-4bbe-aa04-69cb032c0e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.777569 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-1f754e74-dbd2-4bbe-aa04-69cb032c0e20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e559e4a1-b8c3-4596-a79f-84a4b1dbebb8 HTTP/1.1" status: 204 len: 168 time: 0.2198195 Apr 08 17:38:54.799981 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b9b28240-9c4e-4d20-823c-f4cd0f7abb56 req-f34d5b21-bc33-4579-88d1-60d5c0afe48e tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 210 time: 0.0410926 Apr 08 17:38:54.808099 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f754e74-dbd2-4bbe-aa04-69cb032c0e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e559e4a1-b8c3-4596-a79f-84a4b1dbebb8,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:54.928963 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-de67f9b0-3826-4546-af6e-812767c073ce admin admin] Publish callbacks [] for port (7801adad-2e09-4e4d-88a7-0a538e0e47a2), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.939222 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-de67f9b0-3826-4546-af6e-812767c073ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (7801adad-2e09-4e4d-88a7-0a538e0e47a2), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.054608 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-de67f9b0-3826-4546-af6e-812767c073ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643773'] for router_interface (89e22a67-0070-48f4-829f-e7a58e7883ce), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.065808 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67f9b0-3826-4546-af6e-812767c073ce admin admin] Pushing event updated for resources: {'Port': ['ID=7801adad-2e09-4e4d-88a7-0a538e0e47a2,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:55.140633 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 9f3ee4c0-108f-4ca0-bf11-d9a178845be9 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:38:55.262751 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de67f9b0-3826-4546-af6e-812767c073ce admin admin] Network 3f909255-dbbb-466b-8110-c840248ecd35 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:55.273925 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 9f3ee4c0-108f-4ca0-bf11-d9a178845be9 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:55.274260 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (9f3ee4c0-108f-4ca0-bf11-d9a178845be9), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.280578 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-de67f9b0-3826-4546-af6e-812767c073ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:55.382385 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 9f3ee4c0-108f-4ca0-bf11-d9a178845be9 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:55.383715 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (9f3ee4c0-108f-4ca0-bf11-d9a178845be9), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.445271 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] For port 9f3ee4c0-108f-4ca0-bf11-d9a178845be9, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=9f3ee4c0-108f-4ca0-bf11-d9a178845be9,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:38:55.452831 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (9f3ee4c0-108f-4ca0-bf11-d9a178845be9), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.541883 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Pushing event updated for resources: {'Port': ['ID=9f3ee4c0-108f-4ca0-bf11-d9a178845be9,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:55.573339 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de67f9b0-3826-4546-af6e-812767c073ce admin admin] Router 89e22a67-0070-48f4-829f-e7a58e7883ce has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:38:55.717449 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de67f9b0-3826-4546-af6e-812767c073ce admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:38:55.733388 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-de67f9b0-3826-4546-af6e-812767c073ce admin admin] 10.222.0.24 "PUT /v2.0/routers/89e22a67-0070-48f4-829f-e7a58e7883ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2072294 Apr 08 17:38:55.758779 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-835cfd25-f721-44d5-9251-2e4fbfb12cd9 None None] Provisioning complete for port 7801adad-2e09-4e4d-88a7-0a538e0e47a2 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:55.759612 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-835cfd25-f721-44d5-9251-2e4fbfb12cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (7801adad-2e09-4e4d-88a7-0a538e0e47a2), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.862408 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-835cfd25-f721-44d5-9251-2e4fbfb12cd9 None None] Port 7801adad-2e09-4e4d-88a7-0a538e0e47a2 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:38:56.046466 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 41736) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:56.067881 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.91', 53135) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:56.121591 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a899784c-03c7-4024-8308-053703764cfb req-417de1e8-7539-4136-a2de-13217d1737a0 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 210 time: 0.0723667 Apr 08 17:38:56.426132 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-f7702dfb-6c1a-47d5-9c9f-7e85d2daaf23 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:56.428875 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-f7702dfb-6c1a-47d5-9c9f-7e85d2daaf23 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.91 "GET /v2.0/networks?id=caeb0e8b-265b-4213-ab02-7353b86794ae HTTP/1.1" status: 200 len: 810 time: 0.3583682 Apr 08 17:38:56.501285 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] Sync routers for ids ['89e22a67-0070-48f4-829f-e7a58e7883ce'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:38:56.518913 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] Routers {'89e22a67-0070-48f4-829f-e7a58e7883ce'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:38:56.521295 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:38:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['89e22a67-0070-48f4-829f-e7a58e7883ce'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:56.544525 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-a17b7abd-64f8-4e45-920b-154afe1883c2 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Request body: {'port': {'device_id': '57734dcf-0320-4936-b973-bef63e837fb0', 'network_id': 'caeb0e8b-265b-4213-ab02-7353b86794ae', 'admin_state_up': True, 'tenant_id': '12f717453b984dd8a5a40a72e9303542'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:56.839901 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] Set router 89e22a67-0070-48f4-829f-e7a58e7883ce gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:38:57.056822 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 41812) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:57.062444 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-7c04466e-23b8-4f72-8b62-43132e906c96 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--528955590', 'description': 'tempest-description--962849959'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:57.174202 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7c04466e-23b8-4f72-8b62-43132e906c96 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:57.270911 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 9f3ee4c0-108f-4ca0-bf11-d9a178845be9 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:38:57.274582 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:54Z', 'revision_number': 4, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port': {'id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '7801adad-2e09-4e4d-88a7-0a538e0e47a2', 'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'mac_address': 'fa:16:3e:87:d1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:38:54Z', 'revision_number': 2, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'subnets': [{'id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:57.373733 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7c04466e-23b8-4f72-8b62-43132e906c96 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group (90b3a8cb-3124-41fa-8d61-b8e43473e354), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:57.381423 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7c04466e-23b8-4f72-8b62-43132e906c96 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (90b3a8cb-3124-41fa-8d61-b8e43473e354), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:57.457072 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-a17b7abd-64f8-4e45-920b-154afe1883c2 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Made reservation on behalf of 12f717453b984dd8a5a40a72e9303542 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:38:57.461794 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-a17b7abd-64f8-4e45-920b-154afe1883c2 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:57.466669 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04466e-23b8-4f72-8b62-43132e906c96 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b3a8cb-3124-41fa-8d61-b8e43473e354,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:57.511758 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 41842) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:57.525393 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] Checking router: 89e22a67-0070-48f4-829f-e7a58e7883ce for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:38:57.526428 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] Updating router 89e22a67-0070-48f4-829f-e7a58e7883ce port 7801adad-2e09-4e4d-88a7-0a538e0e47a2 binding host dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:38:57.562383 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (7801adad-2e09-4e4d-88a7-0a538e0e47a2), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:57.592893 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0a627581-860a-47d8-877f-0c891e3871b3 req-d7e8fee6-0c9e-4c1b-a77f-52ac299eccd5 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 210 time: 0.1406171 Apr 08 17:38:57.595691 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7c04466e-23b8-4f72-8b62-43132e906c96 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:57.596893 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-7c04466e-23b8-4f72-8b62-43132e906c96 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.5383866 Apr 08 17:38:57.602001 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 41854) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:57.634188 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-26c0e5c8-bc74-4c61-9f3b-fa700e9cf60e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Request body: {'security_group_rule': {'security_group_id': '90b3a8cb-3124-41fa-8d61-b8e43473e354', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:57.702061 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-26c0e5c8-bc74-4c61-9f3b-fa700e9cf60e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group_rule (b1e6e04e-b04b-48ca-ba81-4f0e902bc6a8), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:57.793737 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-a17b7abd-64f8-4e45-920b-154afe1883c2 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Allocated IP 172.20.0.6 (caeb0e8b-265b-4213-ab02-7353b86794ae/04768683-8c38-4f65-9c90-91ccb3647913/672ca70b-99dd-4604-b750-4d24933a7544) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:38:57.816554 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-26c0e5c8-bc74-4c61-9f3b-fa700e9cf60e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group_rule (b1e6e04e-b04b-48ca-ba81-4f0e902bc6a8), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:57.822315 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-26c0e5c8-bc74-4c61-9f3b-fa700e9cf60e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (b1e6e04e-b04b-48ca-ba81-4f0e902bc6a8), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:57.838630 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0e5c8-bc74-4c61-9f3b-fa700e9cf60e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e6e04e-b04b-48ca-ba81-4f0e902bc6a8,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:57.873722 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-26c0e5c8-bc74-4c61-9f3b-fa700e9cf60e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:57.880565 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-26c0e5c8-bc74-4c61-9f3b-fa700e9cf60e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2765033 Apr 08 17:38:57.881477 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 41864) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:57.887594 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-98d7d0b9-8121-4fa8-a96c-dda5b3d0e8a3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Request body: {'security_group_rule': {'security_group_id': '90b3a8cb-3124-41fa-8d61-b8e43473e354', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:57.943961 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-98d7d0b9-8121-4fa8-a96c-dda5b3d0e8a3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group_rule (de9d5368-f4ed-4c8e-8abc-0619bd312984), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:57.949197 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 9f3ee4c0-108f-4ca0-bf11-d9a178845be9 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:57.950587 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (9f3ee4c0-108f-4ca0-bf11-d9a178845be9), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.069253 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-98d7d0b9-8121-4fa8-a96c-dda5b3d0e8a3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group_rule (de9d5368-f4ed-4c8e-8abc-0619bd312984), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.085092 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f5da356f-7860-49a5-8856-731461838a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.102083 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 9f3ee4c0-108f-4ca0-bf11-d9a178845be9 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:58.118321 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-a17b7abd-64f8-4e45-920b-154afe1883c2 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Publish callbacks [] for port (672ca70b-99dd-4604-b750-4d24933a7544), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.216384 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f5da356f-7860-49a5-8856-731461838a5a admin admin] Publish callbacks [] for security_group (92e37948-fef8-4ef5-94cd-180aa9aa96b1), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.218010 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-98d7d0b9-8121-4fa8-a96c-dda5b3d0e8a3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (de9d5368-f4ed-4c8e-8abc-0619bd312984), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.243302 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f5da356f-7860-49a5-8856-731461838a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (92e37948-fef8-4ef5-94cd-180aa9aa96b1), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.258997 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-a17b7abd-64f8-4e45-920b-154afe1883c2 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (672ca70b-99dd-4604-b750-4d24933a7544), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.340964 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] Publish callbacks [] for port (7801adad-2e09-4e4d-88a7-0a538e0e47a2), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.361638 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7d0b9-8121-4fa8-a96c-dda5b3d0e8a3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9d5368-f4ed-4c8e-8abc-0619bd312984,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:58.376960 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (7801adad-2e09-4e4d-88a7-0a538e0e47a2), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.384960 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b7abd-64f8-4e45-920b-154afe1883c2 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Pushing event updated for resources: {'Port': ['ID=672ca70b-99dd-4604-b750-4d24933a7544,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:58.417265 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-a17b7abd-64f8-4e45-920b-154afe1883c2 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Network caeb0e8b-265b-4213-ab02-7353b86794ae is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:58.417265 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-a17b7abd-64f8-4e45-920b-154afe1883c2 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:58.417439 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-a17b7abd-64f8-4e45-920b-154afe1883c2 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:38:58.518882 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-f5da356f-7860-49a5-8856-731461838a5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44266fd4f2844fe29fa077bc9fdbda44&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9986341 Apr 08 17:38:58.522019 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da356f-7860-49a5-8856-731461838a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e37948-fef8-4ef5-94cd-180aa9aa96b1,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:58.522195 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d1f41-5446-4df6-8027-aee3cdc0b7eb None None] Pushing event updated for resources: {'Port': ['ID=7801adad-2e09-4e4d-88a7-0a538e0e47a2,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:58.539771 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 41900) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:58.551513 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-98d7d0b9-8121-4fa8-a96c-dda5b3d0e8a3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.564283 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-98d7d0b9-8121-4fa8-a96c-dda5b3d0e8a3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6742713 Apr 08 17:38:58.569511 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 41902) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:58.596052 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-a17b7abd-64f8-4e45-920b-154afe1883c2 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:58.596825 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-a17b7abd-64f8-4e45-920b-154afe1883c2 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.630961 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-10479de2-9006-4890-8b68-a4cc28d73ce5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Request body: {'floatingip': {'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:58.651282 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-a17b7abd-64f8-4e45-920b-154afe1883c2 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1116440 Apr 08 17:38:58.671593 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] Attempting to bind port 7801adad-2e09-4e4d-88a7-0a538e0e47a2 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:38:58.672244 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] Attempting to bind port 7801adad-2e09-4e4d-88a7-0a538e0e47a2 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '90adf09e-e73a-4d2a-a833-e4962bed0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:38:58.672866 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] Attempting to bind port 7801adad-2e09-4e4d-88a7-0a538e0e47a2 on network 3f909255-dbbb-466b-8110-c840248ecd35 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:38:58.680455 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:38:58.681194 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] Checking segment: {'id': '90adf09e-e73a-4d2a-a833-e4962bed0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:38:58.681795 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.682428 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] Bound using segment: {'id': '90adf09e-e73a-4d2a-a833-e4962bed0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:38:58.683789 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] Bound port: 7801adad-2e09-4e4d-88a7-0a538e0e47a2, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90adf09e-e73a-4d2a-a833-e4962bed0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:38:58.684658 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (7801adad-2e09-4e4d-88a7-0a538e0e47a2), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.721560 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-058534b9-f4f2-430e-95aa-d28b9ef45885 admin admin] Publish callbacks [] for security_group (92e37948-fef8-4ef5-94cd-180aa9aa96b1), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.762447 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-10479de2-9006-4890-8b68-a4cc28d73ce5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.785521 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] For port 7801adad-2e09-4e4d-88a7-0a538e0e47a2, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:38:58.790309 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] For port 7801adad-2e09-4e4d-88a7-0a538e0e47a2, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=7801adad-2e09-4e4d-88a7-0a538e0e47a2,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:38:58.801135 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (7801adad-2e09-4e4d-88a7-0a538e0e47a2), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.819487 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-058534b9-f4f2-430e-95aa-d28b9ef45885 admin admin] Publish callbacks [] for security_group (92e37948-fef8-4ef5-94cd-180aa9aa96b1), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.923244 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d1f41-5446-4df6-8027-aee3cdc0b7eb None None] Pushing event updated for resources: {'Port': ['ID=7801adad-2e09-4e4d-88a7-0a538e0e47a2,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:58.932051 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] Routers {'89e22a67-0070-48f4-829f-e7a58e7883ce'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:38:58.936270 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:38:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['89e22a67-0070-48f4-829f-e7a58e7883ce'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:59.050553 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aaac5e-8100-49f4-85cb-bdfa65d1f940 req-01f43dae-0c43-4393-bdc0-beea9943deca tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:59.052316 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d1aaac5e-8100-49f4-85cb-bdfa65d1f940 req-01f43dae-0c43-4393-bdc0-beea9943deca tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 931 time: 0.2795312 Apr 08 17:38:59.064806 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-058534b9-f4f2-430e-95aa-d28b9ef45885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (92e37948-fef8-4ef5-94cd-180aa9aa96b1), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:59.067905 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-058534b9-f4f2-430e-95aa-d28b9ef45885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:59.069631 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-058534b9-f4f2-430e-95aa-d28b9ef45885 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92e37948-fef8-4ef5-94cd-180aa9aa96b1 HTTP/1.1" status: 204 len: 168 time: 0.5014243 Apr 08 17:38:59.074869 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-451de411-696c-4d02-bba6-f0047340bf34 None None] Provisioning complete for port 7801adad-2e09-4e4d-88a7-0a538e0e47a2 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:59.075436 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-451de411-696c-4d02-bba6-f0047340bf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (7801adad-2e09-4e4d-88a7-0a538e0e47a2), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:59.191851 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 41922) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:59.249653 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-10479de2-9006-4890-8b68-a4cc28d73ce5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:59.321656 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058534b9-f4f2-430e-95aa-d28b9ef45885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e37948-fef8-4ef5-94cd-180aa9aa96b1,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:59.361017 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] Set router 89e22a67-0070-48f4-829f-e7a58e7883ce gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:38:59.384383 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d1aaac5e-8100-49f4-85cb-bdfa65d1f940 req-9b3e0665-506a-4538-bc77-22348bc5a500 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129203 Apr 08 17:38:59.414112 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b7d7143c-2842-4944-816b-406a89304f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:59.438392 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-451de411-696c-4d02-bba6-f0047340bf34 None None] Current status of the port 7801adad-2e09-4e4d-88a7-0a538e0e47a2 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:59.438927 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-451de411-696c-4d02-bba6-f0047340bf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (7801adad-2e09-4e4d-88a7-0a538e0e47a2), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:59.505542 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-10479de2-9006-4890-8b68-a4cc28d73ce5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Allocated IP 172.27.0.221 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/2a1f2a5c-6979-4d3e-8982-b2ba34d407c9) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:38:59.537662 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-451de411-696c-4d02-bba6-f0047340bf34 None None] For port 7801adad-2e09-4e4d-88a7-0a538e0e47a2, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=7801adad-2e09-4e4d-88a7-0a538e0e47a2,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:38:59.601762 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b7d7143c-2842-4944-816b-406a89304f37 admin admin] Publish callbacks [] for security_group (b685f237-374e-41f7-96ac-f61430e9c5c5), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:59.607446 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b7d7143c-2842-4944-816b-406a89304f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (b685f237-374e-41f7-96ac-f61430e9c5c5), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:59.618638 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-451de411-696c-4d02-bba6-f0047340bf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (7801adad-2e09-4e4d-88a7-0a538e0e47a2), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:59.677613 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-10479de2-9006-4890-8b68-a4cc28d73ce5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for port (2a1f2a5c-6979-4d3e-8982-b2ba34d407c9), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:59.713197 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7143c-2842-4944-816b-406a89304f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b685f237-374e-41f7-96ac-f61430e9c5c5,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:59.724988 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-10479de2-9006-4890-8b68-a4cc28d73ce5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632'] for port (2a1f2a5c-6979-4d3e-8982-b2ba34d407c9), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:59.744190 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451de411-696c-4d02-bba6-f0047340bf34 None None] Pushing event updated for resources: {'Port': ['ID=7801adad-2e09-4e4d-88a7-0a538e0e47a2,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:59.748511 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-b7d7143c-2842-4944-816b-406a89304f37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a26ea7b81f2485c8af1654b45ebf6d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5542722 Apr 08 17:38:59.751105 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 41940) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:59.770032 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-7ad0d089-bc2c-4dd0-902d-e81cb1834a3f None None] Provisioning complete for port 7801adad-2e09-4e4d-88a7-0a538e0e47a2 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:59.771150 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-7ad0d089-bc2c-4dd0-902d-e81cb1834a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (7801adad-2e09-4e4d-88a7-0a538e0e47a2), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:59.784535 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10479de2-9006-4890-8b68-a4cc28d73ce5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Pushing event updated for resources: {'Port': ['ID=2a1f2a5c-6979-4d3e-8982-b2ba34d407c9,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:59.787347 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 41942) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:59.799475 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10479de2-9006-4890-8b68-a4cc28d73ce5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:59.800962 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-10479de2-9006-4890-8b68-a4cc28d73ce5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:59.804131 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10479de2-9006-4890-8b68-a4cc28d73ce5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:38:59.821724 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:54Z', 'revision_number': 4, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port': {'id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '7801adad-2e09-4e4d-88a7-0a538e0e47a2', 'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'mac_address': 'fa:16:3e:87:d1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:38:58Z', 'revision_number': 4, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'subnets': [{'id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:59.822604 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d8c57919-bd70-48bc-92ea-dc466591de76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:59.856071 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7607b05-f02a-48ec-9426-e7925d90c109 None None] The sync data for ids ['89e22a67-0070-48f4-829f-e7a58e7883ce'] in dv-cinder-837164-1-iscsi is: [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:54Z', 'revision_number': 4, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port': {'id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '7801adad-2e09-4e4d-88a7-0a538e0e47a2', 'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'mac_address': 'fa:16:3e:87:d1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:38:58Z', 'revision_number': 4, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'subnets': [{'id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:38:59.882852 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5fdc33b9-45ee-437a-b922-fcca355ccfcf admin admin] Publish callbacks [] for security_group (b685f237-374e-41f7-96ac-f61430e9c5c5), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:59.949062 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-10479de2-9006-4890-8b68-a4cc28d73ce5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for floatingip (91e10cb9-c69d-4369-94b5-b2cc631a21c4), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:59.990038 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-7ad0d089-bc2c-4dd0-902d-e81cb1834a3f None None] Current status of the port 7801adad-2e09-4e4d-88a7-0a538e0e47a2 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:00.006194 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5fdc33b9-45ee-437a-b922-fcca355ccfcf admin admin] Publish callbacks [] for security_group (b685f237-374e-41f7-96ac-f61430e9c5c5), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:00.062679 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-10479de2-9006-4890-8b68-a4cc28d73ce5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (2a1f2a5c-6979-4d3e-8982-b2ba34d407c9), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:00.235127 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d8c57919-bd70-48bc-92ea-dc466591de76 admin admin] Publish callbacks [] for security_group (317b7fda-5288-4276-a388-0f8cf81b32e2), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:00.236427 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5fdc33b9-45ee-437a-b922-fcca355ccfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (b685f237-374e-41f7-96ac-f61430e9c5c5), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:00.239076 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5fdc33b9-45ee-437a-b922-fcca355ccfcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:00.240358 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-5fdc33b9-45ee-437a-b922-fcca355ccfcf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b685f237-374e-41f7-96ac-f61430e9c5c5 HTTP/1.1" status: 204 len: 168 time: 0.4880424 Apr 08 17:39:00.268367 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc33b9-45ee-437a-b922-fcca355ccfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b685f237-374e-41f7-96ac-f61430e9c5c5,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:00.284459 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d8c57919-bd70-48bc-92ea-dc466591de76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (317b7fda-5288-4276-a388-0f8cf81b32e2), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:00.411786 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c57919-bd70-48bc-92ea-dc466591de76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317b7fda-5288-4276-a388-0f8cf81b32e2,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:00.449148 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-ce730491-3a9c-4aa9-99e9-74a2e0fa4629 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:39:00.450682 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-ce730491-3a9c-4aa9-99e9-74a2e0fa4629 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0444567 Apr 08 17:39:00.521212 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-d8c57919-bd70-48bc-92ea-dc466591de76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b91b8b9e0e74b5c97b7703a3c13823f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7321377 Apr 08 17:39:00.531118 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 41962) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:00.710096 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f2502d58-8173-4ba3-a7fe-4a75ada7c126 admin admin] Publish callbacks [] for security_group (317b7fda-5288-4276-a388-0f8cf81b32e2), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:00.793929 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f2502d58-8173-4ba3-a7fe-4a75ada7c126 admin admin] Publish callbacks [] for security_group (317b7fda-5288-4276-a388-0f8cf81b32e2), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:01.026293 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f2502d58-8173-4ba3-a7fe-4a75ada7c126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (317b7fda-5288-4276-a388-0f8cf81b32e2), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:01.052213 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-10479de2-9006-4890-8b68-a4cc28d73ce5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for port (2a1f2a5c-6979-4d3e-8982-b2ba34d407c9), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:01.057567 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f2502d58-8173-4ba3-a7fe-4a75ada7c126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:01.061241 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-10479de2-9006-4890-8b68-a4cc28d73ce5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (2a1f2a5c-6979-4d3e-8982-b2ba34d407c9), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:01.072280 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-f2502d58-8173-4ba3-a7fe-4a75ada7c126 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/317b7fda-5288-4276-a388-0f8cf81b32e2 HTTP/1.1" status: 204 len: 168 time: 0.5354967 Apr 08 17:39:01.123731 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2502d58-8173-4ba3-a7fe-4a75ada7c126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317b7fda-5288-4276-a388-0f8cf81b32e2,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:01.199142 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10479de2-9006-4890-8b68-a4cc28d73ce5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Pushing event updated for resources: {'Port': ['ID=2a1f2a5c-6979-4d3e-8982-b2ba34d407c9,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:01.312516 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce78c82-8e70-426b-895b-db88f4ed20c3 req-60123e7a-71c3-4c40-b222-4c9039208cc7 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:01.314330 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7ce78c82-8e70-426b-895b-db88f4ed20c3 req-60123e7a-71c3-4c40-b222-4c9039208cc7 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 931 time: 0.1162293 Apr 08 17:39:01.320577 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-10479de2-9006-4890-8b68-a4cc28d73ce5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (91e10cb9-c69d-4369-94b5-b2cc631a21c4), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:01.324136 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 7801adad-2e09-4e4d-88a7-0a538e0e47a2 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:01.453695 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 7801adad-2e09-4e4d-88a7-0a538e0e47a2 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:01.455224 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (7801adad-2e09-4e4d-88a7-0a538e0e47a2), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:01.493780 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7ce78c82-8e70-426b-895b-db88f4ed20c3 req-caad0cad-8bb8-430a-864a-d3362d1f8eb9 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376870 Apr 08 17:39:01.503569 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-10479de2-9006-4890-8b68-a4cc28d73ce5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:01.505814 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-10479de2-9006-4890-8b68-a4cc28d73ce5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8815460 Apr 08 17:39:01.600858 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Request body: {'port': {'device_id': '57734dcf-0320-4936-b973-bef63e837fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:01.702729 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 7801adad-2e09-4e4d-88a7-0a538e0e47a2 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:01.880234 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (672ca70b-99dd-4604-b750-4d24933a7544), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:02.605415 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-e3116014-84ad-4333-8e42-46541b4c3f28 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--528955590&fields=id&tenant_id=2e1edd846d3342cc9792c6c7fa78f229 HTTP/1.1" status: 200 len: 267 time: 0.1586156 Apr 08 17:39:02.812623 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 672ca70b-99dd-4604-b750-4d24933a7544 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:39:02.817812 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-0e9b148c-5232-4b66-a9ca-7f02a6bc4004 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:02.829626 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-0e9b148c-5232-4b66-a9ca-7f02a6bc4004 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/networks?id=3f909255-dbbb-466b-8110-c840248ecd35 HTTP/1.1" status: 200 len: 817 time: 0.2231839 Apr 08 17:39:02.831897 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 42046) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:02.833886 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Publish callbacks [] for port (672ca70b-99dd-4604-b750-4d24933a7544), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:02.898760 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Transition to ACTIVE for port object 672ca70b-99dd-4604-b750-4d24933a7544 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:39:02.902213 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-3fcde447-60ac-4cc2-8526-4a68851d54b4 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/quotas/2e1edd846d3342cc9792c6c7fa78f229 HTTP/1.1" status: 200 len: 375 time: 0.0712979 Apr 08 17:39:02.907810 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (672ca70b-99dd-4604-b750-4d24933a7544), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:02.939982 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137736ab-ea61-4208-936d-4f0d8c2dc4d6 req-fb10271e-74aa-45b5-bcc3-645feb1be3a4 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:02.951832 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-137736ab-ea61-4208-936d-4f0d8c2dc4d6 req-fb10271e-74aa-45b5-bcc3-645feb1be3a4 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 931 time: 0.2168257 Apr 08 17:39:03.100133 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=672ca70b-99dd-4604-b750-4d24933a7544,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:03.228027 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-a63d38c9-0a37-4041-a982-dd03463a0c94 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e1edd846d3342cc9792c6c7fa78f229&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2955248 Apr 08 17:39:03.232105 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-137736ab-ea61-4208-936d-4f0d8c2dc4d6 req-cb6b94db-b286-4d49-9f57-5b78ce695d90 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791419 Apr 08 17:39:03.233093 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4aaf151d-b2cb-4773-836d-431477ba0461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.296425 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Attempting to bind port 672ca70b-99dd-4604-b750-4d24933a7544 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:39:03.296877 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Attempting to bind port 672ca70b-99dd-4604-b750-4d24933a7544 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '19707d1c-1da5-4628-8da2-70c1ee6945f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'caeb0e8b-265b-4213-ab02-7353b86794ae'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:39:03.297309 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Attempting to bind port 672ca70b-99dd-4604-b750-4d24933a7544 on network caeb0e8b-265b-4213-ab02-7353b86794ae {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:03.334427 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Port 672ca70b-99dd-4604-b750-4d24933a7544 on network caeb0e8b-265b-4213-ab02-7353b86794ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:39:03.334811 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Attempting to bind port 672ca70b-99dd-4604-b750-4d24933a7544 on network caeb0e8b-265b-4213-ab02-7353b86794ae {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:03.343948 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:39:03.344290 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Checking segment: {'id': '19707d1c-1da5-4628-8da2-70c1ee6945f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'caeb0e8b-265b-4213-ab02-7353b86794ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:39:03.362923 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Bound using segment: {'id': '19707d1c-1da5-4628-8da2-70c1ee6945f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'caeb0e8b-265b-4213-ab02-7353b86794ae'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:39:03.363194 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Bound port: 672ca70b-99dd-4604-b750-4d24933a7544, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19707d1c-1da5-4628-8da2-70c1ee6945f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'caeb0e8b-265b-4213-ab02-7353b86794ae'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:39:03.364278 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (672ca70b-99dd-4604-b750-4d24933a7544), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.533836 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4aaf151d-b2cb-4773-836d-431477ba0461 admin admin] Publish callbacks [] for security_group (a1e78efc-da12-4f7c-b77c-60042f2a7298), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.539758 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4aaf151d-b2cb-4773-836d-431477ba0461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (a1e78efc-da12-4f7c-b77c-60042f2a7298), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.574604 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] For port 672ca70b-99dd-4604-b750-4d24933a7544, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:39:03.590470 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] For port 672ca70b-99dd-4604-b750-4d24933a7544, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=672ca70b-99dd-4604-b750-4d24933a7544,segment=NetworkSegment(19707d1c-1da5-4628-8da2-70c1ee6945f7),segment_id=19707d1c-1da5-4628-8da2-70c1ee6945f7)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:39:03.599205 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (672ca70b-99dd-4604-b750-4d24933a7544), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.667684 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-4aaf151d-b2cb-4773-836d-431477ba0461 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d20867a64f74a6eac0b483eca5bbfcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8238056 Apr 08 17:39:03.670335 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 42098) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:03.683188 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:03.684072 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.686890 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] 10.222.0.91 "PUT /v2.0/ports/672ca70b-99dd-4604-b750-4d24933a7544 HTTP/1.1" status: 200 len: 1093 time: 2.7169688 Apr 08 17:39:03.687541 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57734dcf-0320-4936-b973-bef63e837fb0', 'tag': '672ca70b-99dd-4604-b750-4d24933a7544'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:39:03.722625 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72675537-a1e5-4e83-8c2a-2478318aa6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=672ca70b-99dd-4604-b750-4d24933a7544,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:03.749388 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf151d-b2cb-4773-836d-431477ba0461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e78efc-da12-4f7c-b77c-60042f2a7298,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:03.781110 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-72cef9e3-ec34-4c52-a31c-c3d153557fb7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103644) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:39:03.790003 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-72cef9e3-ec34-4c52-a31c-c3d153557fb7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2139192 Apr 08 17:39:03.898602 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9382ea35-413f-4de1-9f5a-e50bd1c67ee9 admin admin] Publish callbacks [] for security_group (a1e78efc-da12-4f7c-b77c-60042f2a7298), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.933949 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9382ea35-413f-4de1-9f5a-e50bd1c67ee9 admin admin] Publish callbacks [] for security_group (a1e78efc-da12-4f7c-b77c-60042f2a7298), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.973704 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-057e8185-9f81-4ff3-ab62-8f6dfc7ad870 service neutron] 10.222.0.24 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791859 Apr 08 17:39:04.070778 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9382ea35-413f-4de1-9f5a-e50bd1c67ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (a1e78efc-da12-4f7c-b77c-60042f2a7298), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:04.073418 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9382ea35-413f-4de1-9f5a-e50bd1c67ee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:04.074632 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-9382ea35-413f-4de1-9f5a-e50bd1c67ee9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1e78efc-da12-4f7c-b77c-60042f2a7298 HTTP/1.1" status: 204 len: 168 time: 0.4031823 Apr 08 17:39:04.093592 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382ea35-413f-4de1-9f5a-e50bd1c67ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e78efc-da12-4f7c-b77c-60042f2a7298,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:04.098969 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-c9ffafcf-e178-43da-8ac1-30bdd0dd02b9 service neutron] 10.222.0.24 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197662 Apr 08 17:39:04.100953 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efa9640-d916-49aa-a02e-3e0de1525931" -d '{"events": [{"name": "network-changed", "server_uuid": "57734dcf-0320-4936-b973-bef63e837fb0", "tag": "672ca70b-99dd-4604-b750-4d24933a7544"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:39:04.402460 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5d8485-9adc-40dc-a028-c895d7183c3d x-openstack-request-id: req-0d5d8485-9adc-40dc-a028-c895d7183c3d {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:39:04.402787 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57734dcf-0320-4936-b973-bef63e837fb0", "tag": "672ca70b-99dd-4604-b750-4d24933a7544", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:39:04.403048 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d5d8485-9adc-40dc-a028-c895d7183c3d {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:39:04.403515 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5d8485-9adc-40dc-a028-c895d7183c3d'] response: {'name': 'network-changed', 'server_uuid': '57734dcf-0320-4936-b973-bef63e837fb0', 'tag': '672ca70b-99dd-4604-b750-4d24933a7544', 'status': 'completed', 'code': 200} Apr 08 17:39:04.551053 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6517e-acf6-4187-9db8-248b5683eefe req-b30e9670-d24b-4c8e-a9a5-53bb0ec8738b tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:04.553377 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-77a6517e-acf6-4187-9db8-248b5683eefe req-b30e9670-d24b-4c8e-a9a5-53bb0ec8738b tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 943 time: 0.0556898 Apr 08 17:39:04.578397 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-471e1641-9f1c-4cc4-9433-78fca9fe1730 req-4b726609-0606-44c3-8997-7d26b751824c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 210 time: 0.0930140 Apr 08 17:39:04.639337 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-77a6517e-acf6-4187-9db8-248b5683eefe req-16344b2e-d5a7-4148-bfed-0878ed7124df tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688732 Apr 08 17:39:04.674351 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 42156) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:04.737683 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-575ee38e-125e-4958-99a8-8639fc0be058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:04.978530 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-575ee38e-125e-4958-99a8-8639fc0be058 admin admin] Publish callbacks [] for security_group (24bf6453-e686-4c7d-b8b9-5ed6bc78b750), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:04.989410 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-575ee38e-125e-4958-99a8-8639fc0be058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (24bf6453-e686-4c7d-b8b9-5ed6bc78b750), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:05.127306 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ee38e-125e-4958-99a8-8639fc0be058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bf6453-e686-4c7d-b8b9-5ed6bc78b750,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:05.137285 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-575ee38e-125e-4958-99a8-8639fc0be058 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9374209bd91147a89ec0697826669612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4602284 Apr 08 17:39:05.139501 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 42180) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:05.236627 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-692f4baf-1440-47f1-a136-00f21b4f20ef admin admin] Publish callbacks [] for security_group (24bf6453-e686-4c7d-b8b9-5ed6bc78b750), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:05.289807 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-692f4baf-1440-47f1-a136-00f21b4f20ef admin admin] Publish callbacks [] for security_group (24bf6453-e686-4c7d-b8b9-5ed6bc78b750), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:05.409716 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-692f4baf-1440-47f1-a136-00f21b4f20ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (24bf6453-e686-4c7d-b8b9-5ed6bc78b750), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:05.412926 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-692f4baf-1440-47f1-a136-00f21b4f20ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:05.414098 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-692f4baf-1440-47f1-a136-00f21b4f20ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24bf6453-e686-4c7d-b8b9-5ed6bc78b750 HTTP/1.1" status: 204 len: 168 time: 0.2734187 Apr 08 17:39:05.424297 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f4baf-1440-47f1-a136-00f21b4f20ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bf6453-e686-4c7d-b8b9-5ed6bc78b750,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:05.778915 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9c0371d9-c05a-44a0-be8d-757598d7c7f7 req-2c264bfb-a5fd-4b6b-8a08-dd0d1b22cd41 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 210 time: 0.0827320 Apr 08 17:39:05.883114 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec62ef-f537-4727-a2af-e713868e2a1f req-8c6883cf-8ef3-476b-bfb8-64efdc8cf372 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:05.890703 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-45ec62ef-f537-4727-a2af-e713868e2a1f req-8c6883cf-8ef3-476b-bfb8-64efdc8cf372 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 943 time: 0.0755303 Apr 08 17:39:05.979528 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-45ec62ef-f537-4727-a2af-e713868e2a1f req-7c0a8145-b727-4513-8b38-6fc205384027 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875242 Apr 08 17:39:06.957767 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 42278) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:06.990434 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-47853953-c992-4637-8cf5-d10872e7e31e req-347cec04-0e1c-4a46-995f-e7558da3a704 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 210 time: 0.0674081 Apr 08 17:39:07.265534 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2d64e-f5ad-4fde-a572-86217bfc53ef req-cc93ea83-1e4f-41a1-ae7c-6249d1eeff1c tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:07.267582 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4dd2d64e-f5ad-4fde-a572-86217bfc53ef req-cc93ea83-1e4f-41a1-ae7c-6249d1eeff1c tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 943 time: 0.1073611 Apr 08 17:39:07.382900 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4dd2d64e-f5ad-4fde-a572-86217bfc53ef req-24428ff9-eb44-43fc-ba70-6df3605723c1 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088414 Apr 08 17:39:07.526440 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-841e9196-9bac-413c-8642-dde70e9b1788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:08.047328 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-841e9196-9bac-413c-8642-dde70e9b1788 admin admin] Publish callbacks [] for security_group (1c0ff150-c192-4d3a-8ad8-ebda0a2fae11), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:08.051118 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa9640-d916-49aa-a02e-3e0de1525931 req-71a8bc1f-696c-4834-bfb9-37deda0b069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:08.054098 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9efa9640-d916-49aa-a02e-3e0de1525931 req-71a8bc1f-696c-4834-bfb9-37deda0b069d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=12f717453b984dd8a5a40a72e9303542&device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 1127 time: 0.7027884 Apr 08 17:39:08.056370 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-841e9196-9bac-413c-8642-dde70e9b1788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (1c0ff150-c192-4d3a-8ad8-ebda0a2fae11), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:08.184007 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-841e9196-9bac-413c-8642-dde70e9b1788 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fac37d50457a4cceb082f991eb2e22ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2251163 Apr 08 17:39:08.184794 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 42328) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:08.187006 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e9196-9bac-413c-8642-dde70e9b1788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0ff150-c192-4d3a-8ad8-ebda0a2fae11,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:08.246563 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1e4ef012-0759-4b24-9238-2445d38cbec2 req-5d7748ad-eef5-4d4a-9009-856f2dd17ef8 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 210 time: 0.0662093 Apr 08 17:39:08.459085 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7d114336-7df2-4d03-b082-fbfcc45ef969 admin admin] Publish callbacks [] for security_group (1c0ff150-c192-4d3a-8ad8-ebda0a2fae11), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:08.605163 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45275e3-ddb6-480c-83cc-d5dcf1710ab2 req-6b9dbeaa-80c4-44c0-ac9e-e26bef9da41f tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:08.606883 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f45275e3-ddb6-480c-83cc-d5dcf1710ab2 req-6b9dbeaa-80c4-44c0-ac9e-e26bef9da41f tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 943 time: 0.1046746 Apr 08 17:39:08.615791 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7d114336-7df2-4d03-b082-fbfcc45ef969 admin admin] Publish callbacks [] for security_group (1c0ff150-c192-4d3a-8ad8-ebda0a2fae11), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:08.721013 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f45275e3-ddb6-480c-83cc-d5dcf1710ab2 req-8a870cd6-dd0c-4997-a009-ae82594168a8 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034143 Apr 08 17:39:08.729548 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa9640-d916-49aa-a02e-3e0de1525931 req-a62fbd37-3976-4b07-a6ec-35b74d50e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:08.731491 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9efa9640-d916-49aa-a02e-3e0de1525931 req-a62fbd37-3976-4b07-a6ec-35b74d50e9b4 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=12f717453b984dd8a5a40a72e9303542&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5085609 Apr 08 17:39:08.759239 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7d114336-7df2-4d03-b082-fbfcc45ef969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (1c0ff150-c192-4d3a-8ad8-ebda0a2fae11), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:08.764182 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7d114336-7df2-4d03-b082-fbfcc45ef969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:08.768251 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-7d114336-7df2-4d03-b082-fbfcc45ef969 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c0ff150-c192-4d3a-8ad8-ebda0a2fae11 HTTP/1.1" status: 204 len: 168 time: 0.5796711 Apr 08 17:39:08.788957 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d114336-7df2-4d03-b082-fbfcc45ef969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0ff150-c192-4d3a-8ad8-ebda0a2fae11,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:09.469934 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-71cab736-a422-4d68-b864-0c9a182fd306 req-cf918600-6ea8-463e-a01c-750daffefdfb tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 210 time: 0.0828168 Apr 08 17:39:09.879997 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a67956-29b7-4fe4-8696-9c25cc56116f req-37198597-b2df-4193-899b-f66b1b3286c8 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:09.899890 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-39a67956-29b7-4fe4-8696-9c25cc56116f req-37198597-b2df-4193-899b-f66b1b3286c8 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 943 time: 0.0886407 Apr 08 17:39:10.119921 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-39a67956-29b7-4fe4-8696-9c25cc56116f req-43927177-4e58-490f-acb7-74e4b1fb997a tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988373 Apr 08 17:39:10.180736 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.91', 53165) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:10.477947 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 42438) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:10.516791 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-bfdba0da-02df-45d9-bd18-ebe84f657da0 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:10.518365 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-bfdba0da-02df-45d9-bd18-ebe84f657da0 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.91 "GET /v2.0/networks?id=3f909255-dbbb-466b-8110-c840248ecd35 HTTP/1.1" status: 200 len: 817 time: 0.1780174 Apr 08 17:39:10.629395 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa9640-d916-49aa-a02e-3e0de1525931 req-c5b3498c-f662-4421-9693-24e6ab8efd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:10.632596 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9efa9640-d916-49aa-a02e-3e0de1525931 req-c5b3498c-f662-4421-9693-24e6ab8efd92 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5576239 Apr 08 17:39:10.638930 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e03c47e1-5af1-4de9-9c79-c7dbcb67c521 req-67678e07-80d5-419e-8aec-569c4478143b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 210 time: 0.0626752 Apr 08 17:39:10.800954 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d89c3d06-33a9-4b9b-a243-23b2f4594e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:10.912046 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d89c3d06-33a9-4b9b-a243-23b2f4594e87 admin admin] Publish callbacks [] for security_group (4313eaa6-9501-4208-9fe5-16f5b4c9a49c), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:10.917302 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d89c3d06-33a9-4b9b-a243-23b2f4594e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (4313eaa6-9501-4208-9fe5-16f5b4c9a49c), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:10.957860 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-d89c3d06-33a9-4b9b-a243-23b2f4594e87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0555f655d494d07a444b2ed58287b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4785068 Apr 08 17:39:10.961842 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 42464) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:10.962785 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c3d06-33a9-4b9b-a243-23b2f4594e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4313eaa6-9501-4208-9fe5-16f5b4c9a49c,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:11.036819 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6132ccf8-d4e5-43f5-8dc5-d2b803708a49 admin admin] Publish callbacks [] for security_group (4313eaa6-9501-4208-9fe5-16f5b4c9a49c), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:11.064438 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6132ccf8-d4e5-43f5-8dc5-d2b803708a49 admin admin] Publish callbacks [] for security_group (4313eaa6-9501-4208-9fe5-16f5b4c9a49c), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:11.133631 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6132ccf8-d4e5-43f5-8dc5-d2b803708a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (4313eaa6-9501-4208-9fe5-16f5b4c9a49c), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:11.138172 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6132ccf8-d4e5-43f5-8dc5-d2b803708a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:11.142946 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-6132ccf8-d4e5-43f5-8dc5-d2b803708a49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4313eaa6-9501-4208-9fe5-16f5b4c9a49c HTTP/1.1" status: 204 len: 168 time: 0.1765046 Apr 08 17:39:11.157551 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132ccf8-d4e5-43f5-8dc5-d2b803708a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4313eaa6-9501-4208-9fe5-16f5b4c9a49c,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:11.312257 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3042d-9900-4cb6-86e9-fb7d7acd31ba req-f6fca95b-6e0d-4799-a0fc-ab6d0038e1c3 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:11.323588 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-90e3042d-9900-4cb6-86e9-fb7d7acd31ba req-f6fca95b-6e0d-4799-a0fc-ab6d0038e1c3 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 943 time: 0.0658436 Apr 08 17:39:11.385277 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-90e3042d-9900-4cb6-86e9-fb7d7acd31ba req-908fe60a-55c1-4f70-9b43-7daf41e34eba tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607753 Apr 08 17:39:11.639974 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 42500) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:11.656985 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a04e382b-020e-4da2-94f9-baf0812a7f53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:11.783413 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e6ae0555-604d-4ea5-8067-66d216416ecc req-33f58af9-da4e-4fc4-8bfb-da563527cfc2 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 210 time: 0.0625041 Apr 08 17:39:11.815562 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a04e382b-020e-4da2-94f9-baf0812a7f53 admin admin] Publish callbacks [] for security_group (a3b328fc-2fb7-4a4e-bbd9-dd54cd1df869), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:11.822745 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a04e382b-020e-4da2-94f9-baf0812a7f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (a3b328fc-2fb7-4a4e-bbd9-dd54cd1df869), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:11.866776 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-a04e382b-020e-4da2-94f9-baf0812a7f53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b900006d84284f4db616a9dbab798d2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248349 Apr 08 17:39:11.869512 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 42510) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:11.876642 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e382b-020e-4da2-94f9-baf0812a7f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b328fc-2fb7-4a4e-bbd9-dd54cd1df869,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:11.895579 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 42512) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:11.923518 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2b3c-ce74-4725-9554-2847ede78319 admin admin] Publish callbacks [] for security_group (a3b328fc-2fb7-4a4e-bbd9-dd54cd1df869), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:11.951613 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2b3c-ce74-4725-9554-2847ede78319 admin admin] Publish callbacks [] for security_group (a3b328fc-2fb7-4a4e-bbd9-dd54cd1df869), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.020306 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2b3c-ce74-4725-9554-2847ede78319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (a3b328fc-2fb7-4a4e-bbd9-dd54cd1df869), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.023111 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2b3c-ce74-4725-9554-2847ede78319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.024302 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-a6eb2b3c-ce74-4725-9554-2847ede78319 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3b328fc-2fb7-4a4e-bbd9-dd54cd1df869 HTTP/1.1" status: 204 len: 168 time: 0.1535802 Apr 08 17:39:12.026034 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0fb8132e-e822-42c6-9dae-f82c4e91c42f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.034169 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2b3c-ce74-4725-9554-2847ede78319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b328fc-2fb7-4a4e-bbd9-dd54cd1df869,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:12.128887 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0fb8132e-e822-42c6-9dae-f82c4e91c42f admin admin] Publish callbacks [] for security_group (4e42d6b2-3b88-4dbe-8ef5-8d2f3ef4e792), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.134167 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0fb8132e-e822-42c6-9dae-f82c4e91c42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (4e42d6b2-3b88-4dbe-8ef5-8d2f3ef4e792), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.177213 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-0fb8132e-e822-42c6-9dae-f82c4e91c42f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be099ab4942041c589d05146c4bdde1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800319 Apr 08 17:39:12.179358 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8132e-e822-42c6-9dae-f82c4e91c42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e42d6b2-3b88-4dbe-8ef5-8d2f3ef4e792,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:12.180671 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 42522) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:12.258522 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-08ac2c23-568b-44ce-b66a-09b1be327ba0 admin admin] Publish callbacks [] for security_group (4e42d6b2-3b88-4dbe-8ef5-8d2f3ef4e792), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.287394 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-08ac2c23-568b-44ce-b66a-09b1be327ba0 admin admin] Publish callbacks [] for security_group (4e42d6b2-3b88-4dbe-8ef5-8d2f3ef4e792), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.358365 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-08ac2c23-568b-44ce-b66a-09b1be327ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (4e42d6b2-3b88-4dbe-8ef5-8d2f3ef4e792), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.361693 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-08ac2c23-568b-44ce-b66a-09b1be327ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.363331 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-08ac2c23-568b-44ce-b66a-09b1be327ba0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e42d6b2-3b88-4dbe-8ef5-8d2f3ef4e792 HTTP/1.1" status: 204 len: 168 time: 0.1813495 Apr 08 17:39:12.372626 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac2c23-568b-44ce-b66a-09b1be327ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e42d6b2-3b88-4dbe-8ef5-8d2f3ef4e792,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:12.509005 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f10ca-0cd1-4cb5-ba7e-9f264c341cfb req-365d01b0-19ad-4ad5-a9bf-f749c9bdc04f tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:12.510957 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-780f10ca-0cd1-4cb5-ba7e-9f264c341cfb req-365d01b0-19ad-4ad5-a9bf-f749c9bdc04f tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 943 time: 0.0536327 Apr 08 17:39:12.571908 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-780f10ca-0cd1-4cb5-ba7e-9f264c341cfb req-df0846a0-1dc4-48c5-9d9b-b0efea01e86f tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541034 Apr 08 17:39:12.761746 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 42552) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:12.774698 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-919d81e7-273e-439a-81f5-3ba32c052d6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.860535 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-919d81e7-273e-439a-81f5-3ba32c052d6a admin admin] Publish callbacks [] for security_group (a9c6988d-394a-4bc1-b238-ca5ad8408b2f), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.871263 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-919d81e7-273e-439a-81f5-3ba32c052d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (a9c6988d-394a-4bc1-b238-ca5ad8408b2f), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.897352 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1814c56f-feec-40f8-8491-7afc50e71330 req-38baae53-bd1a-486f-aec7-2f16439d67c0 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 210 time: 0.0392742 Apr 08 17:39:12.927713 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d81e7-273e-439a-81f5-3ba32c052d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c6988d-394a-4bc1-b238-ca5ad8408b2f,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:12.934663 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-919d81e7-273e-439a-81f5-3ba32c052d6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0dbe450e51cc42d2ae860eed08e44207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1718132 Apr 08 17:39:12.937589 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 42560) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:12.991767 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a5963cd1-1a88-4a00-a3d4-9f3fd6ee59f5 admin admin] Publish callbacks [] for security_group (a9c6988d-394a-4bc1-b238-ca5ad8408b2f), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:13.019668 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a5963cd1-1a88-4a00-a3d4-9f3fd6ee59f5 admin admin] Publish callbacks [] for security_group (a9c6988d-394a-4bc1-b238-ca5ad8408b2f), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:13.104102 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a5963cd1-1a88-4a00-a3d4-9f3fd6ee59f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (a9c6988d-394a-4bc1-b238-ca5ad8408b2f), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:13.107990 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a5963cd1-1a88-4a00-a3d4-9f3fd6ee59f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:13.109426 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-a5963cd1-1a88-4a00-a3d4-9f3fd6ee59f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9c6988d-394a-4bc1-b238-ca5ad8408b2f HTTP/1.1" status: 204 len: 168 time: 0.1706746 Apr 08 17:39:13.132248 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5963cd1-1a88-4a00-a3d4-9f3fd6ee59f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c6988d-394a-4bc1-b238-ca5ad8408b2f,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:13.721629 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38540682-405f-42ff-93f4-4f30c919d7fa req-7cdc6052-c488-4181-91e3-fba4ed7e7c51 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:13.724071 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-38540682-405f-42ff-93f4-4f30c919d7fa req-7cdc6052-c488-4181-91e3-fba4ed7e7c51 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 943 time: 0.0760918 Apr 08 17:39:13.807616 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-38540682-405f-42ff-93f4-4f30c919d7fa req-088edf86-51f8-4f7f-a3a7-56774da007ef tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770025 Apr 08 17:39:14.066121 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-40e222d9-5e6a-4a46-9726-40ec9b5ffbe1 req-c010074a-210d-45c9-a137-aa28adefd79a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 210 time: 0.0475788 Apr 08 17:39:14.684982 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:14.705692 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 42670) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:14.865532 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-ecfb6443-59bc-4090-b02d-a2875e420b57 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e1edd846d3342cc9792c6c7fa78f229 HTTP/1.1" status: 200 len: 379 time: 0.1430762 Apr 08 17:39:14.871095 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-c343321f-2bcc-48a1-842d-e5eadfa6a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:14.871095 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-c343321f-2bcc-48a1-842d-e5eadfa6a05d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=12f717453b984dd8a5a40a72e9303542&device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 1127 time: 0.0837915 Apr 08 17:39:14.996686 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ee89-aea3-4ef8-8ed7-17a3a661bf1f req-489fd3f8-6bed-4c16-9b16-28a66623557a tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:15.000729 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c552ee89-aea3-4ef8-8ed7-17a3a661bf1f req-489fd3f8-6bed-4c16-9b16-28a66623557a tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 943 time: 0.0861344 Apr 08 17:39:15.035643 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-a19806a0-ac8f-419b-81d6-a1d1efa4238d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Request body: {'port': {'device_id': '697aa470-ee8d-4209-b25c-da28b7f061fa', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'admin_state_up': True, 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'security_groups': ['90b3a8cb-3124-41fa-8d61-b8e43473e354']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:15.035643 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c6a148b5-33bf-4132-b5e9-8f6a0e1fd532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:15.136604 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c552ee89-aea3-4ef8-8ed7-17a3a661bf1f req-7868094a-2894-4782-adcf-76ad047a772e tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262612 Apr 08 17:39:15.144619 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-723b260b-1b1c-4670-af9c-d6b599d8d5c3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=672ca70b-99dd-4604-b750-4d24933a7544 HTTP/1.1" status: 200 len: 217 time: 0.1650457 Apr 08 17:39:15.216154 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-df9b8e6b-c063-4211-9d98-d5a034c3d815 req-09ca0229-3e5a-42a0-9cdc-a5876a546b3b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 210 time: 0.0543637 Apr 08 17:39:15.364910 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d8885f82-ad9c-4eef-84f7-a9e9e7fbb52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:15.377501 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-3b93b66a-2e5a-427b-8ba5-82f3f2c90ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:15.379040 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-3b93b66a-2e5a-427b-8ba5-82f3f2c90ea0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=04768683-8c38-4f65-9c90-91ccb3647913 HTTP/1.1" status: 200 len: 850 time: 0.2124214 Apr 08 17:39:15.460666 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-11adbfe2-b005-4702-8757-2592cc2c2156 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=caeb0e8b-265b-4213-ab02-7353b86794ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717986 Apr 08 17:39:15.579246 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-a19806a0-ac8f-419b-81d6-a1d1efa4238d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Made reservation on behalf of 2e1edd846d3342cc9792c6c7fa78f229 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:39:15.582859 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-a19806a0-ac8f-419b-81d6-a1d1efa4238d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:15.593267 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c6a148b5-33bf-4132-b5e9-8f6a0e1fd532 admin admin] Publish callbacks [] for security_group (bbcf04fd-9aaa-4985-89c2-ab923d2547c1), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:15.607511 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c6a148b5-33bf-4132-b5e9-8f6a0e1fd532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (bbcf04fd-9aaa-4985-89c2-ab923d2547c1), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:15.645366 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-8b9a9791-6b14-403a-a6da-ab200a0bdedb service neutron] 10.222.0.91 "GET /v2.0/networks/caeb0e8b-265b-4213-ab02-7353b86794ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761982 Apr 08 17:39:15.798473 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 42746) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:15.798629 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-c6a148b5-33bf-4132-b5e9-8f6a0e1fd532 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f479a4c40984d77b69ffcd764ebd4e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0917635 Apr 08 17:39:15.819713 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a148b5-33bf-4132-b5e9-8f6a0e1fd532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcf04fd-9aaa-4985-89c2-ab923d2547c1,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:15.850838 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7827c120-4ae7-465b-bebb-1c66778e0880 req-dc909d91-884b-4146-b4ed-66ab03f56682 service neutron] 10.222.0.91 "GET /v2.0/networks/caeb0e8b-265b-4213-ab02-7353b86794ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983256 Apr 08 17:39:15.884894 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a436ab3d-9cca-4e89-bfe9-9bad0032ce85 admin admin] Publish callbacks [] for security_group (bbcf04fd-9aaa-4985-89c2-ab923d2547c1), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:15.913607 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a436ab3d-9cca-4e89-bfe9-9bad0032ce85 admin admin] Publish callbacks [] for security_group (bbcf04fd-9aaa-4985-89c2-ab923d2547c1), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:15.926306 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-a19806a0-ac8f-419b-81d6-a1d1efa4238d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Allocated IP 172.20.0.14 (3f909255-dbbb-466b-8110-c840248ecd35/2d7483e0-8178-4def-9351-4e162ca4c7f4/9b270452-fa43-4eb0-9da8-b3d116b614f2) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:39:15.985669 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a436ab3d-9cca-4e89-bfe9-9bad0032ce85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (bbcf04fd-9aaa-4985-89c2-ab923d2547c1), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:15.988776 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a436ab3d-9cca-4e89-bfe9-9bad0032ce85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:15.989917 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-a436ab3d-9cca-4e89-bfe9-9bad0032ce85 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbcf04fd-9aaa-4985-89c2-ab923d2547c1 HTTP/1.1" status: 204 len: 168 time: 0.1903551 Apr 08 17:39:15.998071 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436ab3d-9cca-4e89-bfe9-9bad0032ce85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcf04fd-9aaa-4985-89c2-ab923d2547c1,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:16.300872 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69536418-8458-464e-89dd-6c6933604f72 req-e8de3a08-a9f6-4cd2-811e-d66c5b4dc589 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:16.313070 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-69536418-8458-464e-89dd-6c6933604f72 req-e8de3a08-a9f6-4cd2-811e-d66c5b4dc589 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 943 time: 0.0823100 Apr 08 17:39:16.328478 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-a19806a0-ac8f-419b-81d6-a1d1efa4238d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:16.372681 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-69536418-8458-464e-89dd-6c6933604f72 req-64b8414f-2a34-4911-a812-66d23e47a7be tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584784 Apr 08 17:39:16.423486 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-a19806a0-ac8f-419b-81d6-a1d1efa4238d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:16.429221 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-812437e1-d35f-464c-9c62-465ad6abe543 req-ed81ff78-1d90-4174-b8c5-7386f0d3dbf1 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 210 time: 0.0452535 Apr 08 17:39:16.488824 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-a19806a0-ac8f-419b-81d6-a1d1efa4238d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Network 3f909255-dbbb-466b-8110-c840248ecd35 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:39:16.492540 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-a19806a0-ac8f-419b-81d6-a1d1efa4238d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:39:16.501701 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-a19806a0-ac8f-419b-81d6-a1d1efa4238d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:39:16.504059 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19806a0-ac8f-419b-81d6-a1d1efa4238d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Pushing event updated for resources: {'Port': ['ID=9b270452-fa43-4eb0-9da8-b3d116b614f2,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:16.591069 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-a19806a0-ac8f-419b-81d6-a1d1efa4238d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:16.592895 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-a19806a0-ac8f-419b-81d6-a1d1efa4238d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:16.622456 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-a19806a0-ac8f-419b-81d6-a1d1efa4238d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6404295 Apr 08 17:39:16.682759 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 42784) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:16.699951 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c006ce8c-fcf7-4a15-b194-4c9f145fd8d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:16.791666 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c006ce8c-fcf7-4a15-b194-4c9f145fd8d1 admin admin] Publish callbacks [] for security_group (d5aec98c-ee10-4b87-9047-37962702d533), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:16.792119 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-65e08cb0-bfc1-4acd-8c41-00477d8d0145 None None] Provisioning complete for port 9b270452-fa43-4eb0-9da8-b3d116b614f2 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:16.792643 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-65e08cb0-bfc1-4acd-8c41-00477d8d0145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:16.799493 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c006ce8c-fcf7-4a15-b194-4c9f145fd8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (d5aec98c-ee10-4b87-9047-37962702d533), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:16.832858 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-65e08cb0-bfc1-4acd-8c41-00477d8d0145 None None] Port 9b270452-fa43-4eb0-9da8-b3d116b614f2 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:39:16.847917 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006ce8c-fcf7-4a15-b194-4c9f145fd8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5aec98c-ee10-4b87-9047-37962702d533,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:16.866948 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-c006ce8c-fcf7-4a15-b194-4c9f145fd8d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b174037c4d5a45c19e1dddebd913242d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802454 Apr 08 17:39:16.867033 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 42792) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:16.938266 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c620a664-a5f0-4161-93d2-c4d481bdf021 admin admin] Publish callbacks [] for security_group (d5aec98c-ee10-4b87-9047-37962702d533), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:16.967863 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c620a664-a5f0-4161-93d2-c4d481bdf021 admin admin] Publish callbacks [] for security_group (d5aec98c-ee10-4b87-9047-37962702d533), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:17.032143 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Request body: {'port': {'device_id': '697aa470-ee8d-4209-b25c-da28b7f061fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:17.035833 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c620a664-a5f0-4161-93d2-c4d481bdf021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (d5aec98c-ee10-4b87-9047-37962702d533), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:17.038319 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c620a664-a5f0-4161-93d2-c4d481bdf021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:17.039416 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-c620a664-a5f0-4161-93d2-c4d481bdf021 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5aec98c-ee10-4b87-9047-37962702d533 HTTP/1.1" status: 204 len: 168 time: 0.1713443 Apr 08 17:39:17.105728 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620a664-a5f0-4161-93d2-c4d481bdf021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5aec98c-ee10-4b87-9047-37962702d533,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:17.180050 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:17.515862 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b270452-fa43-4eb0-9da8-b3d116b614f2 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:39:17.524512 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Publish callbacks [] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:17.547425 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Transition to ACTIVE for port object 9b270452-fa43-4eb0-9da8-b3d116b614f2 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:39:17.552132 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:17.556951 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b43c3d-cd06-4dfc-bda3-bf5c4c6f24e0 req-84936ef4-408f-4404-8bf5-88906afcea98 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:17.559771 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-04b43c3d-cd06-4dfc-bda3-bf5c4c6f24e0 req-84936ef4-408f-4404-8bf5-88906afcea98 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 943 time: 0.1049054 Apr 08 17:39:17.603483 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Pushing event updated for resources: {'Port': ['ID=9b270452-fa43-4eb0-9da8-b3d116b614f2,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:17.655016 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-04b43c3d-cd06-4dfc-bda3-bf5c4c6f24e0 req-e395f687-232b-458d-bab4-85781d73dcd6 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827897 Apr 08 17:39:17.663396 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda33bd-d41c-4fa1-94db-4eaa26172bd5 req-585c4c4a-3298-433e-9c37-1895bc8c8891 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:17.665286 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8cda33bd-d41c-4fa1-94db-4eaa26172bd5 req-585c4c4a-3298-433e-9c37-1895bc8c8891 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.1028426 Apr 08 17:39:17.712529 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 42846) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:17.737375 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 42850) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:17.750148 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8cda33bd-d41c-4fa1-94db-4eaa26172bd5 req-e06d432b-07ec-48f4-a98d-225baebdcfce tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732846 Apr 08 17:39:17.753251 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Attempting to bind port 9b270452-fa43-4eb0-9da8-b3d116b614f2 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:39:17.753652 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Attempting to bind port 9b270452-fa43-4eb0-9da8-b3d116b614f2 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '90adf09e-e73a-4d2a-a833-e4962bed0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:39:17.756158 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Attempting to bind port 9b270452-fa43-4eb0-9da8-b3d116b614f2 on network 3f909255-dbbb-466b-8110-c840248ecd35 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:17.764765 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Port 9b270452-fa43-4eb0-9da8-b3d116b614f2 on network 3f909255-dbbb-466b-8110-c840248ecd35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:39:17.765092 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Attempting to bind port 9b270452-fa43-4eb0-9da8-b3d116b614f2 on network 3f909255-dbbb-466b-8110-c840248ecd35 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:17.776019 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:39:17.776433 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Checking segment: {'id': '90adf09e-e73a-4d2a-a833-e4962bed0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:39:17.776822 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Bound using segment: {'id': '90adf09e-e73a-4d2a-a833-e4962bed0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:39:17.777370 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Bound port: 9b270452-fa43-4eb0-9da8-b3d116b614f2, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90adf09e-e73a-4d2a-a833-e4962bed0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:39:17.777998 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:17.862981 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] For port 9b270452-fa43-4eb0-9da8-b3d116b614f2, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:39:17.862981 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] For port 9b270452-fa43-4eb0-9da8-b3d116b614f2, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9b270452-fa43-4eb0-9da8-b3d116b614f2,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:39:17.872380 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:17.916887 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:17.917683 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:17.920044 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] 10.222.0.91 "PUT /v2.0/ports/9b270452-fa43-4eb0-9da8-b3d116b614f2 HTTP/1.1" status: 200 len: 1094 time: 0.8922486 Apr 08 17:39:17.920812 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697aa470-ee8d-4209-b25c-da28b7f061fa', 'tag': '9b270452-fa43-4eb0-9da8-b3d116b614f2'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:39:17.924128 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08253d65-60cb-465d-bdb5-f2f8417d3812" -d '{"events": [{"name": "network-changed", "server_uuid": "697aa470-ee8d-4209-b25c-da28b7f061fa", "tag": "9b270452-fa43-4eb0-9da8-b3d116b614f2"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:39:17.963320 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc06e1e-4bb1-4467-b02a-5f6a248dada8 service neutron] Pushing event updated for resources: {'Port': ['ID=9b270452-fa43-4eb0-9da8-b3d116b614f2,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:17.965319 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0eafc662-b71e-4346-beec-7166759c8a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:17.989984 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-eb8f18ac-c741-4c83-b4ba-bd8d571d6643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:18.003528 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fc7b4a-f34e-469f-985b-63f48ef96415 x-openstack-request-id: req-e6fc7b4a-f34e-469f-985b-63f48ef96415 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:39:18.003822 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697aa470-ee8d-4209-b25c-da28b7f061fa", "tag": "9b270452-fa43-4eb0-9da8-b3d116b614f2", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:39:18.004081 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6fc7b4a-f34e-469f-985b-63f48ef96415 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:39:18.004581 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6fc7b4a-f34e-469f-985b-63f48ef96415'] response: {'name': 'network-changed', 'server_uuid': '697aa470-ee8d-4209-b25c-da28b7f061fa', 'tag': '9b270452-fa43-4eb0-9da8-b3d116b614f2', 'status': 'completed', 'code': 200} Apr 08 17:39:18.032037 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-82aa2720-c25f-46f3-a251-bddcbbdcd71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:18.099106 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-bf46d0e4-73a3-42c1-9e68-5c00f46fcf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:18.101772 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-bf46d0e4-73a3-42c1-9e68-5c00f46fcf1b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e1edd846d3342cc9792c6c7fa78f229&device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 1128 time: 0.0763135 Apr 08 17:39:18.199746 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0eafc662-b71e-4346-beec-7166759c8a9b admin admin] Publish callbacks [] for security_group (1f2f4e4c-d5a0-4da6-9fce-5e1f90635ec0), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:18.209924 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0eafc662-b71e-4346-beec-7166759c8a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (1f2f4e4c-d5a0-4da6-9fce-5e1f90635ec0), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:18.219822 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-90e1f9bf-e13e-44c8-9748-3bdd22fbedec service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b270452-fa43-4eb0-9da8-b3d116b614f2 HTTP/1.1" status: 200 len: 217 time: 0.1010644 Apr 08 17:39:18.273882 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eafc662-b71e-4346-beec-7166759c8a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2f4e4c-d5a0-4da6-9fce-5e1f90635ec0,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:18.301263 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-e41b9bd7-e830-435a-9525-545ee1bd21b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:18.305414 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-e41b9bd7-e830-435a-9525-545ee1bd21b7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2d7483e0-8178-4def-9351-4e162ca4c7f4 HTTP/1.1" status: 200 len: 856 time: 0.0757999 Apr 08 17:39:18.341077 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-eb8f18ac-c741-4c83-b4ba-bd8d571d6643 admin admin] Publish callbacks [] for security_group (6ac0e869-2e50-4a63-b787-0b58fb66cc90), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:18.349104 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-0eafc662-b71e-4346-beec-7166759c8a9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=234cc0c94df7457b8462a8e3f9eaafea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6354816 Apr 08 17:39:18.350194 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 42886) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:18.360108 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-eb8f18ac-c741-4c83-b4ba-bd8d571d6643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (6ac0e869-2e50-4a63-b787-0b58fb66cc90), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:18.397578 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-44ae51cf-8818-4b97-b314-a58592c15b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:18.399177 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-44ae51cf-8818-4b97-b314-a58592c15b5f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3f909255-dbbb-466b-8110-c840248ecd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887225 Apr 08 17:39:18.431912 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f18ac-c741-4c83-b4ba-bd8d571d6643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac0e869-2e50-4a63-b787-0b58fb66cc90,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:18.449201 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-eb8f18ac-c741-4c83-b4ba-bd8d571d6643 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1fdbed258f2479b9f493a11fb85143e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7064335 Apr 08 17:39:18.452951 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 42896) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:18.468262 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-bd50a402-ccc4-413b-8885-4750b888e07b admin admin] Publish callbacks [] for security_group (1f2f4e4c-d5a0-4da6-9fce-5e1f90635ec0), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:18.504528 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-bd50a402-ccc4-413b-8885-4750b888e07b admin admin] Publish callbacks [] for security_group (1f2f4e4c-d5a0-4da6-9fce-5e1f90635ec0), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:18.578880 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-bd50a402-ccc4-413b-8885-4750b888e07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (1f2f4e4c-d5a0-4da6-9fce-5e1f90635ec0), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:18.583776 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-bd50a402-ccc4-413b-8885-4750b888e07b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:18.589868 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-bd50a402-ccc4-413b-8885-4750b888e07b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f2f4e4c-d5a0-4da6-9fce-5e1f90635ec0 HTTP/1.1" status: 204 len: 168 time: 0.2385349 Apr 08 17:39:18.601662 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50a402-ccc4-413b-8885-4750b888e07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2f4e4c-d5a0-4da6-9fce-5e1f90635ec0,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:18.603191 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-93531b18-319c-4253-a3a6-0a1ea1cbbaca admin admin] Publish callbacks [] for security_group (6ac0e869-2e50-4a63-b787-0b58fb66cc90), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:18.608116 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-de343242-22b3-4d68-bc8b-1c1055a65f2d service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988688 Apr 08 17:39:18.670032 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-93531b18-319c-4253-a3a6-0a1ea1cbbaca admin admin] Publish callbacks [] for security_group (6ac0e869-2e50-4a63-b787-0b58fb66cc90), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:18.822798 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a201e1a8-c8d2-467a-8f39-d45f96198065 req-92b17d47-b9b8-4001-a500-4baefa59336d service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904385 Apr 08 17:39:18.833417 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:18.847465 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-93531b18-319c-4253-a3a6-0a1ea1cbbaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (6ac0e869-2e50-4a63-b787-0b58fb66cc90), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:18.850691 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-93531b18-319c-4253-a3a6-0a1ea1cbbaca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:18.853868 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-93531b18-319c-4253-a3a6-0a1ea1cbbaca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ac0e869-2e50-4a63-b787-0b58fb66cc90 HTTP/1.1" status: 204 len: 168 time: 0.3987219 Apr 08 17:39:18.886708 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93531b18-319c-4253-a3a6-0a1ea1cbbaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac0e869-2e50-4a63-b787-0b58fb66cc90,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:18.955867 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b58a4b-f5ae-4070-b905-899ad95124e7 req-12d1992e-c3af-44f5-90d1-da1654d23911 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:18.958416 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-08b58a4b-f5ae-4070-b905-899ad95124e7 req-12d1992e-c3af-44f5-90d1-da1654d23911 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 943 time: 0.1839828 Apr 08 17:39:19.061895 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44245263-3c00-43f0-a564-328cba048f70 req-2d5ccefa-b0b6-4c74-87d6-a6509bf2d82e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:19.063506 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-44245263-3c00-43f0-a564-328cba048f70 req-2d5ccefa-b0b6-4c74-87d6-a6509bf2d82e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.1851714 Apr 08 17:39:19.127511 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-08b58a4b-f5ae-4070-b905-899ad95124e7 req-af59319c-eea9-4e27-a96e-5ed7057b869b tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544127 Apr 08 17:39:19.148810 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-44245263-3c00-43f0-a564-328cba048f70 req-707e97f0-1a8c-4cf6-8495-6d3ae83375a6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786078 Apr 08 17:39:19.396617 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 42936) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:19.416582 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3027f3d5-798f-4e16-a642-15626b494150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:19.427647 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 42938) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:19.447435 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5b73216c-2234-4026-8d5f-92447d691f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:19.543320 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:39:19.577309 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3027f3d5-798f-4e16-a642-15626b494150 admin admin] Publish callbacks [] for security_group (ec73b518-06ca-4009-919c-b1a0ba0d82f5), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:19.589739 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3027f3d5-798f-4e16-a642-15626b494150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (ec73b518-06ca-4009-919c-b1a0ba0d82f5), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:19.623957 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5b73216c-2234-4026-8d5f-92447d691f9f admin admin] Publish callbacks [] for security_group (53ea736c-48f7-479c-a156-7d20b52b703a), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:19.641250 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5b73216c-2234-4026-8d5f-92447d691f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (53ea736c-48f7-479c-a156-7d20b52b703a), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:19.651744 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027f3d5-798f-4e16-a642-15626b494150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec73b518-06ca-4009-919c-b1a0ba0d82f5,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:19.660137 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-3027f3d5-798f-4e16-a642-15626b494150 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e29b6ca42d9f474e8577cfcc11c739f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2624187 Apr 08 17:39:19.663521 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 42952) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:19.702226 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73216c-2234-4026-8d5f-92447d691f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ea736c-48f7-479c-a156-7d20b52b703a,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:19.711924 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-5b73216c-2234-4026-8d5f-92447d691f9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30b3091685804cc19e7f3b1d49f74dc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831149 Apr 08 17:39:19.716861 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 42958) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:19.723482 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 672ca70b-99dd-4604-b750-4d24933a7544 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:39:19.778201 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3012fb99-1be4-4d52-99ea-51b8f40857a9 admin admin] Publish callbacks [] for security_group (ec73b518-06ca-4009-919c-b1a0ba0d82f5), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:19.814980 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3012fb99-1be4-4d52-99ea-51b8f40857a9 admin admin] Publish callbacks [] for security_group (ec73b518-06ca-4009-919c-b1a0ba0d82f5), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:19.816358 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-01ef925f-52e1-4937-994b-85c4413e3646 admin admin] Publish callbacks [] for security_group (53ea736c-48f7-479c-a156-7d20b52b703a), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:19.869800 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-01ef925f-52e1-4937-994b-85c4413e3646 admin admin] Publish callbacks [] for security_group (53ea736c-48f7-479c-a156-7d20b52b703a), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:19.906393 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3012fb99-1be4-4d52-99ea-51b8f40857a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (ec73b518-06ca-4009-919c-b1a0ba0d82f5), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:19.909159 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3012fb99-1be4-4d52-99ea-51b8f40857a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:19.913658 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-3012fb99-1be4-4d52-99ea-51b8f40857a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec73b518-06ca-4009-919c-b1a0ba0d82f5 HTTP/1.1" status: 204 len: 168 time: 0.2486684 Apr 08 17:39:19.917960 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 672ca70b-99dd-4604-b750-4d24933a7544, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=672ca70b-99dd-4604-b750-4d24933a7544,segment=NetworkSegment(19707d1c-1da5-4628-8da2-70c1ee6945f7),segment_id=19707d1c-1da5-4628-8da2-70c1ee6945f7)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:19.929149 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012fb99-1be4-4d52-99ea-51b8f40857a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec73b518-06ca-4009-919c-b1a0ba0d82f5,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:19.966011 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': '672ca70b-99dd-4604-b750-4d24933a7544', 'network_id': 'caeb0e8b-265b-4213-ab02-7353b86794ae', 'port_id': '672ca70b-99dd-4604-b750-4d24933a7544', 'mac_address': 'fa:16:3e:78:8c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04768683-8c38-4f65-9c90-91ccb3647913', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:39:19.991782 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08253d65-60cb-465d-bdb5-f2f8417d3812 req-aa34ffeb-6772-4187-9c55-a0a234ad2132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:19.993484 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08253d65-60cb-465d-bdb5-f2f8417d3812 req-aa34ffeb-6772-4187-9c55-a0a234ad2132 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e1edd846d3342cc9792c6c7fa78f229&device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 1128 time: 0.1199925 Apr 08 17:39:20.020960 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 672ca70b-99dd-4604-b750-4d24933a7544 is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:20.020960 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (672ca70b-99dd-4604-b750-4d24933a7544), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:20.031544 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-01ef925f-52e1-4937-994b-85c4413e3646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (53ea736c-48f7-479c-a156-7d20b52b703a), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:20.035203 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-01ef925f-52e1-4937-994b-85c4413e3646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:20.037186 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-01ef925f-52e1-4937-994b-85c4413e3646 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53ea736c-48f7-479c-a156-7d20b52b703a HTTP/1.1" status: 204 len: 168 time: 0.3203478 Apr 08 17:39:20.042954 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672ca70b-99dd-4604-b750-4d24933a7544 {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:39:20.067734 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 672ca70b-99dd-4604-b750-4d24933a7544, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=672ca70b-99dd-4604-b750-4d24933a7544,segment=NetworkSegment(19707d1c-1da5-4628-8da2-70c1ee6945f7),segment_id=19707d1c-1da5-4628-8da2-70c1ee6945f7)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:20.073307 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (672ca70b-99dd-4604-b750-4d24933a7544), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:20.088839 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef925f-52e1-4937-994b-85c4413e3646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ea736c-48f7-479c-a156-7d20b52b703a,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:20.197712 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=672ca70b-99dd-4604-b750-4d24933a7544,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:20.281924 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08253d65-60cb-465d-bdb5-f2f8417d3812 req-5618f4dc-3530-4e7d-950e-9c5fd91a73c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:20.283574 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08253d65-60cb-465d-bdb5-f2f8417d3812 req-5618f4dc-3530-4e7d-950e-9c5fd91a73c3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3f909255-dbbb-466b-8110-c840248ecd35 HTTP/1.1" status: 200 len: 918 time: 0.2747376 Apr 08 17:39:20.337760 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08253d65-60cb-465d-bdb5-f2f8417d3812 req-2adc51f5-9e61-4127-aa98-012d4ef78007 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b270452-fa43-4eb0-9da8-b3d116b614f2 HTTP/1.1" status: 200 len: 217 time: 0.0477226 Apr 08 17:39:20.443418 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08253d65-60cb-465d-bdb5-f2f8417d3812 req-169f3b5a-7013-42d6-913d-c8e97dab81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:20.445680 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08253d65-60cb-465d-bdb5-f2f8417d3812 req-169f3b5a-7013-42d6-913d-c8e97dab81bc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2d7483e0-8178-4def-9351-4e162ca4c7f4 HTTP/1.1" status: 200 len: 856 time: 0.0930948 Apr 08 17:39:20.464902 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['672ca70b-99dd-4604-b750-4d24933a7544'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:39:20.488572 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa8ba3-f8ae-40f6-89cc-b657bec1cec5 req-725ca9d9-19f8-4d18-9325-a0c8971eab37 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:20.500787 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f0fa8ba3-f8ae-40f6-89cc-b657bec1cec5 req-725ca9d9-19f8-4d18-9325-a0c8971eab37 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.2500019 Apr 08 17:39:20.514419 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08253d65-60cb-465d-bdb5-f2f8417d3812 req-6891f854-cd6b-48ba-b5b9-43c47134b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:20.516321 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08253d65-60cb-465d-bdb5-f2f8417d3812 req-6891f854-cd6b-48ba-b5b9-43c47134b52b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3f909255-dbbb-466b-8110-c840248ecd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631802 Apr 08 17:39:20.566502 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f0fa8ba3-f8ae-40f6-89cc-b657bec1cec5 req-a11a145d-0e3f-4fdd-9166-11eedf0041f9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620954 Apr 08 17:39:20.584405 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758d5e0-ad7e-45fa-aaa4-a920f76e9a97 req-8cbfc3f6-4987-44ac-94cd-87942b8d9513 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:20.592303 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c758d5e0-ad7e-45fa-aaa4-a920f76e9a97 req-8cbfc3f6-4987-44ac-94cd-87942b8d9513 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 944 time: 0.3319664 Apr 08 17:39:20.651788 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c758d5e0-ad7e-45fa-aaa4-a920f76e9a97 req-882f93cb-29ae-4397-a3cb-d1584cdc78e4 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582767 Apr 08 17:39:20.666487 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:20.706305 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08253d65-60cb-465d-bdb5-f2f8417d3812 req-6e37f88e-3cc9-4031-aa06-1096dc9defa0 service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809180 Apr 08 17:39:20.805944 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43000) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:20.920292 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08253d65-60cb-465d-bdb5-f2f8417d3812 req-fb9e7974-999b-4a04-aa4e-1d6f85bda642 service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078118 Apr 08 17:39:21.039225 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0e213be7-325e-42a6-ac2f-7411d7a9e129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:21.193154 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0e213be7-325e-42a6-ac2f-7411d7a9e129 admin admin] Publish callbacks [] for security_group (2ff21659-4b0c-4663-84d8-11d98b6bbefd), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:21.199512 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0e213be7-325e-42a6-ac2f-7411d7a9e129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (2ff21659-4b0c-4663-84d8-11d98b6bbefd), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:21.256757 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 43034) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:21.257301 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-0e213be7-325e-42a6-ac2f-7411d7a9e129 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4113f218e87445fb185c145dcef5de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4502485 Apr 08 17:39:21.258162 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e213be7-325e-42a6-ac2f-7411d7a9e129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff21659-4b0c-4663-84d8-11d98b6bbefd,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:21.342931 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c185bf81-277b-4aaf-a712-710b2f21d4bd admin admin] Publish callbacks [] for security_group (2ff21659-4b0c-4663-84d8-11d98b6bbefd), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:21.370406 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c185bf81-277b-4aaf-a712-710b2f21d4bd admin admin] Publish callbacks [] for security_group (2ff21659-4b0c-4663-84d8-11d98b6bbefd), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:21.448447 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c185bf81-277b-4aaf-a712-710b2f21d4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (2ff21659-4b0c-4663-84d8-11d98b6bbefd), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:21.453251 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c185bf81-277b-4aaf-a712-710b2f21d4bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:21.454853 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-c185bf81-277b-4aaf-a712-710b2f21d4bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ff21659-4b0c-4663-84d8-11d98b6bbefd HTTP/1.1" status: 204 len: 168 time: 0.1968064 Apr 08 17:39:21.467568 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185bf81-277b-4aaf-a712-710b2f21d4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff21659-4b0c-4663-84d8-11d98b6bbefd,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:21.709318 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36b3c3-0366-4677-833f-833bfa3d74da req-3cd2511d-fe8e-480a-b0e7-dd535914b51a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:21.720299 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5a36b3c3-0366-4677-833f-833bfa3d74da req-3cd2511d-fe8e-480a-b0e7-dd535914b51a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0736127 Apr 08 17:39:21.798364 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac5a24-80d3-4837-bee2-9db6ce48fdff req-e8f1c9f1-4032-4e48-9e4e-3cad350a1e32 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:21.799859 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-68ac5a24-80d3-4837-bee2-9db6ce48fdff req-e8f1c9f1-4032-4e48-9e4e-3cad350a1e32 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 944 time: 0.0654478 Apr 08 17:39:21.803689 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5a36b3c3-0366-4677-833f-833bfa3d74da req-0ce841e4-05a2-4290-886d-dc73bb0c0e3a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848880 Apr 08 17:39:21.892549 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:21.901550 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-68ac5a24-80d3-4837-bee2-9db6ce48fdff req-446cb03e-52a3-4297-85ee-d96b543b352d tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860391 Apr 08 17:39:22.094969 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 43082) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:22.103423 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43084) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:22.111789 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-56695ac0-0727-495a-8a43-c1d579772c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.203856 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-56695ac0-0727-495a-8a43-c1d579772c18 admin admin] Publish callbacks [] for security_group (9eb80b13-87d5-4da0-8c3c-eb9425d35102), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.209300 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-56695ac0-0727-495a-8a43-c1d579772c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (9eb80b13-87d5-4da0-8c3c-eb9425d35102), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.249785 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56695ac0-0727-495a-8a43-c1d579772c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb80b13-87d5-4da0-8c3c-eb9425d35102,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:22.254122 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-56695ac0-0727-495a-8a43-c1d579772c18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc5b69999b12439592735535bc10fa91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1577883 Apr 08 17:39:22.257055 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43092) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:22.310411 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-aa98846d-48ce-42d6-b7c4-e93532329e6a admin admin] Publish callbacks [] for security_group (9eb80b13-87d5-4da0-8c3c-eb9425d35102), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.337610 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-aa98846d-48ce-42d6-b7c4-e93532329e6a admin admin] Publish callbacks [] for security_group (9eb80b13-87d5-4da0-8c3c-eb9425d35102), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.391371 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-aa98846d-48ce-42d6-b7c4-e93532329e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (9eb80b13-87d5-4da0-8c3c-eb9425d35102), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.394934 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-aa98846d-48ce-42d6-b7c4-e93532329e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.398797 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-aa98846d-48ce-42d6-b7c4-e93532329e6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9eb80b13-87d5-4da0-8c3c-eb9425d35102 HTTP/1.1" status: 204 len: 168 time: 0.1407540 Apr 08 17:39:22.408564 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98846d-48ce-42d6-b7c4-e93532329e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb80b13-87d5-4da0-8c3c-eb9425d35102,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:22.449371 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b427fad2-d43e-45c9-9be7-7570bacd2b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.541295 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b427fad2-d43e-45c9-9be7-7570bacd2b1d admin admin] Publish callbacks [] for security_group (0b870fe9-6096-4011-855f-08427d83ff7a), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.546247 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b427fad2-d43e-45c9-9be7-7570bacd2b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (0b870fe9-6096-4011-855f-08427d83ff7a), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.591335 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-b427fad2-d43e-45c9-9be7-7570bacd2b1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1d768dcdce7485397952d4de4b2e714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4862795 Apr 08 17:39:22.593934 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43108) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:22.600505 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427fad2-d43e-45c9-9be7-7570bacd2b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b870fe9-6096-4011-855f-08427d83ff7a,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:22.652876 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0a861ebb-97a1-4299-81c2-cb35b4f42c2a admin admin] Publish callbacks [] for security_group (0b870fe9-6096-4011-855f-08427d83ff7a), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.679745 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0a861ebb-97a1-4299-81c2-cb35b4f42c2a admin admin] Publish callbacks [] for security_group (0b870fe9-6096-4011-855f-08427d83ff7a), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.736086 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0a861ebb-97a1-4299-81c2-cb35b4f42c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (0b870fe9-6096-4011-855f-08427d83ff7a), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.739141 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0a861ebb-97a1-4299-81c2-cb35b4f42c2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.740485 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-0a861ebb-97a1-4299-81c2-cb35b4f42c2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b870fe9-6096-4011-855f-08427d83ff7a HTTP/1.1" status: 204 len: 168 time: 0.1454375 Apr 08 17:39:22.749646 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a861ebb-97a1-4299-81c2-cb35b4f42c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b870fe9-6096-4011-855f-08427d83ff7a,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:22.789732 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43118) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:22.809130 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6c3994d1-5e91-4701-a8ef-e22df9cc7376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.914026 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6c3994d1-5e91-4701-a8ef-e22df9cc7376 admin admin] Publish callbacks [] for security_group (38f0fb66-a8e7-4128-8e7c-c93032fc6e99), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.924513 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6c3994d1-5e91-4701-a8ef-e22df9cc7376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (38f0fb66-a8e7-4128-8e7c-c93032fc6e99), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:23.007439 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-6c3994d1-5e91-4701-a8ef-e22df9cc7376 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83d56d07094940b9915b54efcbae4f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160819 Apr 08 17:39:23.010635 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 43128) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:23.014476 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e41f7-0b4a-4d65-b252-0409c6058a2c req-4ba9f771-1725-464c-8337-dc2677f0e6c6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:23.016332 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-704e41f7-0b4a-4d65-b252-0409c6058a2c req-4ba9f771-1725-464c-8337-dc2677f0e6c6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.1050231 Apr 08 17:39:23.038389 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3994d1-5e91-4701-a8ef-e22df9cc7376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f0fb66-a8e7-4128-8e7c-c93032fc6e99,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:23.085019 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca2a64-0e7d-48c6-b364-23fc2854136d req-eabb7c05-9e01-471b-9ec5-d15cae8d4ef8 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:23.086528 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-dfca2a64-0e7d-48c6-b364-23fc2854136d req-eabb7c05-9e01-471b-9ec5-d15cae8d4ef8 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 944 time: 0.1058185 Apr 08 17:39:23.117414 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-eb44fb0c-8fd4-4d51-a8d4-5038c669ae63 admin admin] Publish callbacks [] for security_group (38f0fb66-a8e7-4128-8e7c-c93032fc6e99), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:23.141774 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-704e41f7-0b4a-4d65-b252-0409c6058a2c req-4908f182-fac1-4160-8cf5-8db3266a5441 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050620 Apr 08 17:39:23.156889 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-eb44fb0c-8fd4-4d51-a8d4-5038c669ae63 admin admin] Publish callbacks [] for security_group (38f0fb66-a8e7-4128-8e7c-c93032fc6e99), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:23.168426 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-dfca2a64-0e7d-48c6-b364-23fc2854136d req-052d3311-85d3-4a69-a4c6-aefac2604b33 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704548 Apr 08 17:39:23.234168 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-eb44fb0c-8fd4-4d51-a8d4-5038c669ae63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (38f0fb66-a8e7-4128-8e7c-c93032fc6e99), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:23.237267 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-eb44fb0c-8fd4-4d51-a8d4-5038c669ae63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:23.238731 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-eb44fb0c-8fd4-4d51-a8d4-5038c669ae63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38f0fb66-a8e7-4128-8e7c-c93032fc6e99 HTTP/1.1" status: 204 len: 168 time: 0.2267420 Apr 08 17:39:23.247366 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44fb0c-8fd4-4d51-a8d4-5038c669ae63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f0fb66-a8e7-4128-8e7c-c93032fc6e99,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:23.281705 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 9b270452-fa43-4eb0-9da8-b3d116b614f2 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:39:23.396579 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 9b270452-fa43-4eb0-9da8-b3d116b614f2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9b270452-fa43-4eb0-9da8-b3d116b614f2,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:23.410358 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': '9b270452-fa43-4eb0-9da8-b3d116b614f2', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'port_id': '9b270452-fa43-4eb0-9da8-b3d116b614f2', 'mac_address': 'fa:16:3e:a5:1b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:39:23.457209 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 9b270452-fa43-4eb0-9da8-b3d116b614f2 is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:23.457437 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:23.475581 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43150) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:23.482458 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b270452-fa43-4eb0-9da8-b3d116b614f2 {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:39:23.490630 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b643bd8c-5356-4dcc-973f-59fd596c0df7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:23.509247 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 9b270452-fa43-4eb0-9da8-b3d116b614f2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9b270452-fa43-4eb0-9da8-b3d116b614f2,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:23.518791 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:23.588815 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=9b270452-fa43-4eb0-9da8-b3d116b614f2,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:23.603293 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b643bd8c-5356-4dcc-973f-59fd596c0df7 admin admin] Publish callbacks [] for security_group (fae2c10c-f7ea-409d-a7e2-473e2baa90cc), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:23.608968 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b643bd8c-5356-4dcc-973f-59fd596c0df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (fae2c10c-f7ea-409d-a7e2-473e2baa90cc), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:23.662895 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-b643bd8c-5356-4dcc-973f-59fd596c0df7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6c5d2fcf223471e9de0df3e13b1c5bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838715 Apr 08 17:39:23.662895 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643bd8c-5356-4dcc-973f-59fd596c0df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae2c10c-f7ea-409d-a7e2-473e2baa90cc,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:23.664740 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 43152) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:23.749879 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-af194de7-abbf-4bf9-ba8e-b45797fd3f20 admin admin] Publish callbacks [] for security_group (fae2c10c-f7ea-409d-a7e2-473e2baa90cc), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:23.785783 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-af194de7-abbf-4bf9-ba8e-b45797fd3f20 admin admin] Publish callbacks [] for security_group (fae2c10c-f7ea-409d-a7e2-473e2baa90cc), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:23.867178 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-af194de7-abbf-4bf9-ba8e-b45797fd3f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (fae2c10c-f7ea-409d-a7e2-473e2baa90cc), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:23.869794 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-af194de7-abbf-4bf9-ba8e-b45797fd3f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:23.874066 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-af194de7-abbf-4bf9-ba8e-b45797fd3f20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fae2c10c-f7ea-409d-a7e2-473e2baa90cc HTTP/1.1" status: 204 len: 168 time: 0.2043936 Apr 08 17:39:23.901010 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af194de7-abbf-4bf9-ba8e-b45797fd3f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae2c10c-f7ea-409d-a7e2-473e2baa90cc,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:24.328877 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea3021-68a4-41c9-8d55-ee4cd5dc26ff req-f0fad4a7-77ea-4478-8000-42f3b87f0c6b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:24.335765 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-72ea3021-68a4-41c9-8d55-ee4cd5dc26ff req-f0fad4a7-77ea-4478-8000-42f3b87f0c6b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 945 time: 0.0686340 Apr 08 17:39:24.363046 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 43234) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:24.384401 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1da29a5f-87e8-41ac-9293-4648dd93e48a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:24.408253 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf16a1f-603e-418f-99f6-49de40a60af9 req-c7bcdff7-99f5-49b6-a06d-050d2c9da73d tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:24.415313 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4cf16a1f-603e-418f-99f6-49de40a60af9 req-c7bcdff7-99f5-49b6-a06d-050d2c9da73d tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 944 time: 0.0937531 Apr 08 17:39:24.486627 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-72ea3021-68a4-41c9-8d55-ee4cd5dc26ff req-3d3dd7ba-c370-4da2-ab38-2bfb81e75aff tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442673 Apr 08 17:39:24.518660 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4cf16a1f-603e-418f-99f6-49de40a60af9 req-d7c555e5-bed5-474f-92ca-ae10a8f38676 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022630 Apr 08 17:39:24.536062 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['9b270452-fa43-4eb0-9da8-b3d116b614f2'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:39:24.540184 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 672ca70b-99dd-4604-b750-4d24933a7544 up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:24.557553 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1da29a5f-87e8-41ac-9293-4648dd93e48a admin admin] Publish callbacks [] for security_group (1cfab6cc-2369-44db-9306-142dc4fe3532), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:24.565285 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1da29a5f-87e8-41ac-9293-4648dd93e48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (1cfab6cc-2369-44db-9306-142dc4fe3532), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:24.608721 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da29a5f-87e8-41ac-9293-4648dd93e48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfab6cc-2369-44db-9306-142dc4fe3532,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:24.634627 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-1da29a5f-87e8-41ac-9293-4648dd93e48a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b138bbb730db475d8eac3827fcdcf694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688551 Apr 08 17:39:24.637678 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 43248) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:24.713602 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port 672ca70b-99dd-4604-b750-4d24933a7544 completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:39:24.736774 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b67bae24-819b-44c3-9857-ab27c12b8493 admin admin] Publish callbacks [] for security_group (1cfab6cc-2369-44db-9306-142dc4fe3532), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:24.748587 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port 672ca70b-99dd-4604-b750-4d24933a7544 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:24.750274 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (672ca70b-99dd-4604-b750-4d24933a7544), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:24.805134 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b67bae24-819b-44c3-9857-ab27c12b8493 admin admin] Publish callbacks [] for security_group (1cfab6cc-2369-44db-9306-142dc4fe3532), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:24.905503 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b67bae24-819b-44c3-9857-ab27c12b8493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (1cfab6cc-2369-44db-9306-142dc4fe3532), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:24.909596 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b67bae24-819b-44c3-9857-ab27c12b8493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:24.910942 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-b67bae24-819b-44c3-9857-ab27c12b8493 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1cfab6cc-2369-44db-9306-142dc4fe3532 HTTP/1.1" status: 204 len: 168 time: 0.2713249 Apr 08 17:39:24.919679 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bae24-819b-44c3-9857-ab27c12b8493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfab6cc-2369-44db-9306-142dc4fe3532,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:24.921912 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 672ca70b-99dd-4604-b750-4d24933a7544 is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:24.922541 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (672ca70b-99dd-4604-b750-4d24933a7544), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:24.963057 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57734dcf-0320-4936-b973-bef63e837fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672ca70b-99dd-4604-b750-4d24933a7544'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:39:24.999108 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43276) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:25.042255 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 672ca70b-99dd-4604-b750-4d24933a7544, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=672ca70b-99dd-4604-b750-4d24933a7544,segment=NetworkSegment(19707d1c-1da5-4628-8da2-70c1ee6945f7),segment_id=19707d1c-1da5-4628-8da2-70c1ee6945f7)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:25.053959 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (672ca70b-99dd-4604-b750-4d24933a7544), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:25.112236 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=672ca70b-99dd-4604-b750-4d24933a7544,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:25.316003 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-27d3a7be-9b61-4701-a5ce-845b2bbea166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:25.463938 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-27d3a7be-9b61-4701-a5ce-845b2bbea166 admin admin] Publish callbacks [] for security_group (4f39aadb-ccf7-4202-a48e-2340ecc46f44), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:25.471131 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd1fbf9-d5b5-49ae-8e2a-efdfaec69572" -d '{"events": [{"server_uuid": "57734dcf-0320-4936-b973-bef63e837fb0", "name": "network-vif-plugged", "status": "completed", "tag": "672ca70b-99dd-4604-b750-4d24933a7544"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:39:25.475480 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-27d3a7be-9b61-4701-a5ce-845b2bbea166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (4f39aadb-ccf7-4202-a48e-2340ecc46f44), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:25.525838 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3a7be-9b61-4701-a5ce-845b2bbea166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f39aadb-ccf7-4202-a48e-2340ecc46f44,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:25.531377 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-27d3a7be-9b61-4701-a5ce-845b2bbea166 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8434ca1c4c144b969731bdae6df31d27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5303001 Apr 08 17:39:25.535423 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43330) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:25.689055 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceab4bb-855d-404d-940c-c2445a96a460 req-4a7de489-265b-4f96-8aff-f886a97c87e2 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:25.696121 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bceab4bb-855d-404d-940c-c2445a96a460 req-4a7de489-265b-4f96-8aff-f886a97c87e2 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 945 time: 0.0891626 Apr 08 17:39:25.712318 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-746711c4-1866-4180-ab58-8dec8b9e93cf admin admin] Publish callbacks [] for security_group (4f39aadb-ccf7-4202-a48e-2340ecc46f44), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:25.760320 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-746711c4-1866-4180-ab58-8dec8b9e93cf admin admin] Publish callbacks [] for security_group (4f39aadb-ccf7-4202-a48e-2340ecc46f44), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:25.778560 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 43348) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:25.802723 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bceab4bb-855d-404d-940c-c2445a96a460 req-bc050aad-8d1b-40a7-91ad-660f8e394e60 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035430 Apr 08 17:39:25.869222 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-746711c4-1866-4180-ab58-8dec8b9e93cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (4f39aadb-ccf7-4202-a48e-2340ecc46f44), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:25.873704 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-746711c4-1866-4180-ab58-8dec8b9e93cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:25.874956 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-746711c4-1866-4180-ab58-8dec8b9e93cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f39aadb-ccf7-4202-a48e-2340ecc46f44 HTTP/1.1" status: 204 len: 168 time: 0.3384488 Apr 08 17:39:25.900060 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746711c4-1866-4180-ab58-8dec8b9e93cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f39aadb-ccf7-4202-a48e-2340ecc46f44,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:25.944761 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b849f5e-70b2-4505-a0e9-074fda17574f req-1089971d-e8b6-46c8-b4d5-a536885356ac tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:25.947133 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7b849f5e-70b2-4505-a0e9-074fda17574f req-1089971d-e8b6-46c8-b4d5-a536885356ac tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 945 time: 0.0676169 Apr 08 17:39:25.992196 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312e029e-238d-41d3-a672-065ea71bcadb x-openstack-request-id: req-312e029e-238d-41d3-a672-065ea71bcadb {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:39:25.992909 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57734dcf-0320-4936-b973-bef63e837fb0", "name": "network-vif-plugged", "status": "completed", "tag": "672ca70b-99dd-4604-b750-4d24933a7544", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:39:25.992909 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-312e029e-238d-41d3-a672-065ea71bcadb {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:39:25.993491 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-312e029e-238d-41d3-a672-065ea71bcadb'] response: {'server_uuid': '57734dcf-0320-4936-b973-bef63e837fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672ca70b-99dd-4604-b750-4d24933a7544', 'code': 200} Apr 08 17:39:26.002926 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-575bae9d-2dc7-4fa1-997f-341f1a085b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:26.034680 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7b849f5e-70b2-4505-a0e9-074fda17574f req-ace03ed3-732b-42be-9839-c6b39b27b5f2 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706565 Apr 08 17:39:26.098911 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-575bae9d-2dc7-4fa1-997f-341f1a085b0e admin admin] Publish callbacks [] for security_group (f360ff4e-c7e4-4285-b1a0-42621fcc9156), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:26.102394 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-575bae9d-2dc7-4fa1-997f-341f1a085b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (f360ff4e-c7e4-4285-b1a0-42621fcc9156), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:26.137738 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-575bae9d-2dc7-4fa1-997f-341f1a085b0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab30e8fb490449abaa4187905c049d0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564656 Apr 08 17:39:26.140882 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43368) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:26.148288 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bae9d-2dc7-4fa1-997f-341f1a085b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f360ff4e-c7e4-4285-b1a0-42621fcc9156,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:26.197596 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7f1141ba-b84a-45d1-b46e-16fa80289935 admin admin] Publish callbacks [] for security_group (f360ff4e-c7e4-4285-b1a0-42621fcc9156), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:26.220677 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7f1141ba-b84a-45d1-b46e-16fa80289935 admin admin] Publish callbacks [] for security_group (f360ff4e-c7e4-4285-b1a0-42621fcc9156), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:26.274182 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7f1141ba-b84a-45d1-b46e-16fa80289935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (f360ff4e-c7e4-4285-b1a0-42621fcc9156), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:26.277071 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7f1141ba-b84a-45d1-b46e-16fa80289935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:26.278264 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-7f1141ba-b84a-45d1-b46e-16fa80289935 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f360ff4e-c7e4-4285-b1a0-42621fcc9156 HTTP/1.1" status: 204 len: 168 time: 0.1352463 Apr 08 17:39:26.290338 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1141ba-b84a-45d1-b46e-16fa80289935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f360ff4e-c7e4-4285-b1a0-42621fcc9156,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:26.311830 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 43374) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:26.657619 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c2c2e3a9-dd37-47d6-8ddb-821a7e8888a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:26.703670 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43388) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:26.725049 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7d1e222e-f72b-47fa-b970-4be7b2152adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:26.743380 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c2c2e3a9-dd37-47d6-8ddb-821a7e8888a5 admin admin] Publish callbacks [] for security_group (03694a6b-77e0-4db1-b424-0664963adc26), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:26.751187 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c2c2e3a9-dd37-47d6-8ddb-821a7e8888a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (03694a6b-77e0-4db1-b424-0664963adc26), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:26.796994 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-c2c2e3a9-dd37-47d6-8ddb-821a7e8888a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=889d2e6a70b642fe8e21f0446948f1f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4837897 Apr 08 17:39:26.797998 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2e3a9-dd37-47d6-8ddb-821a7e8888a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03694a6b-77e0-4db1-b424-0664963adc26,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:26.798303 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43390) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:26.859221 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7d1e222e-f72b-47fa-b970-4be7b2152adf admin admin] Publish callbacks [] for security_group (d8b40857-449b-4f3e-95db-fa6872cf48bb), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:26.866890 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7d1e222e-f72b-47fa-b970-4be7b2152adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (d8b40857-449b-4f3e-95db-fa6872cf48bb), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:26.940326 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e222e-f72b-47fa-b970-4be7b2152adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b40857-449b-4f3e-95db-fa6872cf48bb,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:26.945373 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-7d1e222e-f72b-47fa-b970-4be7b2152adf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd93e71a6ac1416a9315ee93252228ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388918 Apr 08 17:39:26.948161 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8c992e30-aa06-4c92-bd6a-d0b7c943c433 admin admin] Publish callbacks [] for security_group (03694a6b-77e0-4db1-b424-0664963adc26), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:26.949295 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 43398) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:27.002601 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a2f92-a307-4ccb-ad0d-6df0568af561 req-fc69f9da-addc-4cc7-a9d0-53078aec752b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:27.004943 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9b8a2f92-a307-4ccb-ad0d-6df0568af561 req-fc69f9da-addc-4cc7-a9d0-53078aec752b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 945 time: 0.0798540 Apr 08 17:39:27.012900 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8c992e30-aa06-4c92-bd6a-d0b7c943c433 admin admin] Publish callbacks [] for security_group (03694a6b-77e0-4db1-b424-0664963adc26), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.034997 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a0bef7c3-5412-4d5e-af33-cbdab49b3c47 admin admin] Publish callbacks [] for security_group (d8b40857-449b-4f3e-95db-fa6872cf48bb), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.077998 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 43408) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:27.080564 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a0bef7c3-5412-4d5e-af33-cbdab49b3c47 admin admin] Publish callbacks [] for security_group (d8b40857-449b-4f3e-95db-fa6872cf48bb), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.106951 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f4698acb-cdf9-447c-a45b-9a24ee8ea7e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.160567 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8c992e30-aa06-4c92-bd6a-d0b7c943c433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (03694a6b-77e0-4db1-b424-0664963adc26), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.164068 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8c992e30-aa06-4c92-bd6a-d0b7c943c433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.167924 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-8c992e30-aa06-4c92-bd6a-d0b7c943c433 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03694a6b-77e0-4db1-b424-0664963adc26 HTTP/1.1" status: 204 len: 168 time: 0.3658149 Apr 08 17:39:27.184704 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a0bef7c3-5412-4d5e-af33-cbdab49b3c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (d8b40857-449b-4f3e-95db-fa6872cf48bb), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.188006 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a0bef7c3-5412-4d5e-af33-cbdab49b3c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.192321 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-a0bef7c3-5412-4d5e-af33-cbdab49b3c47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8b40857-449b-4f3e-95db-fa6872cf48bb HTTP/1.1" status: 204 len: 168 time: 0.2424841 Apr 08 17:39:27.197598 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b55c34-57ce-4552-a404-c2278275cf1a req-71c64685-61f3-4a99-9c1a-212351b8070b tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:27.199427 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-81b55c34-57ce-4552-a404-c2278275cf1a req-71c64685-61f3-4a99-9c1a-212351b8070b tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 945 time: 0.0912993 Apr 08 17:39:27.204117 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c992e30-aa06-4c92-bd6a-d0b7c943c433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03694a6b-77e0-4db1-b424-0664963adc26,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:27.211329 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bef7c3-5412-4d5e-af33-cbdab49b3c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b40857-449b-4f3e-95db-fa6872cf48bb,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:27.262420 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f4698acb-cdf9-447c-a45b-9a24ee8ea7e5 admin admin] Publish callbacks [] for security_group (b7c18ffe-b1ff-4195-a4bc-7ca42cf314d4), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.271510 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f4698acb-cdf9-447c-a45b-9a24ee8ea7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (b7c18ffe-b1ff-4195-a4bc-7ca42cf314d4), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.299906 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9b8a2f92-a307-4ccb-ad0d-6df0568af561 req-0ece216a-e124-466f-b0a9-30be8b6e1250 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2754650 Apr 08 17:39:27.300768 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-f4698acb-cdf9-447c-a45b-9a24ee8ea7e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2acda28d91e54a96b92153ce6f2c1a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170687 Apr 08 17:39:27.308589 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43420) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:27.338883 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4698acb-cdf9-447c-a45b-9a24ee8ea7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c18ffe-b1ff-4195-a4bc-7ca42cf314d4,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:27.390166 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-81b55c34-57ce-4552-a404-c2278275cf1a req-4c8cad36-717f-4d3a-8c2b-1cfcbccee8ab tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795039 Apr 08 17:39:27.423450 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7b1f43c1-e90f-4cfb-ba02-18dd803d7362 admin admin] Publish callbacks [] for security_group (b7c18ffe-b1ff-4195-a4bc-7ca42cf314d4), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.457992 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7b1f43c1-e90f-4cfb-ba02-18dd803d7362 admin admin] Publish callbacks [] for security_group (b7c18ffe-b1ff-4195-a4bc-7ca42cf314d4), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.528497 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7b1f43c1-e90f-4cfb-ba02-18dd803d7362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (b7c18ffe-b1ff-4195-a4bc-7ca42cf314d4), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.531351 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7b1f43c1-e90f-4cfb-ba02-18dd803d7362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.534921 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-7b1f43c1-e90f-4cfb-ba02-18dd803d7362 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7c18ffe-b1ff-4195-a4bc-7ca42cf314d4 HTTP/1.1" status: 204 len: 168 time: 0.2200320 Apr 08 17:39:27.542741 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f43c1-e90f-4cfb-ba02-18dd803d7362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c18ffe-b1ff-4195-a4bc-7ca42cf314d4,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:27.595317 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9884d0-dc25-41e1-9fb7-6a83beed0b16 req-1dca601e-e1aa-4297-9c1c-f8ae85fd22df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:27.597284 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0f9884d0-dc25-41e1-9fb7-6a83beed0b16 req-1dca601e-e1aa-4297-9c1c-f8ae85fd22df service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 1129 time: 0.0945528 Apr 08 17:39:27.625383 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0f9884d0-dc25-41e1-9fb7-6a83beed0b16 req-a2f42322-0cf5-4f41-b309-9dd19669ed89 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.672150 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 9b270452-fa43-4eb0-9da8-b3d116b614f2 up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:27.732850 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port 9b270452-fa43-4eb0-9da8-b3d116b614f2 completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:39:27.743400 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port 9b270452-fa43-4eb0-9da8-b3d116b614f2 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:27.743839 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.756526 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0f9884d0-dc25-41e1-9fb7-6a83beed0b16 req-a2f42322-0cf5-4f41-b309-9dd19669ed89 service neutron] Publish callbacks [] for security_group (e59384e1-70e0-45e5-967c-80a30260bb1b), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.762320 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0f9884d0-dc25-41e1-9fb7-6a83beed0b16 req-a2f42322-0cf5-4f41-b309-9dd19669ed89 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (e59384e1-70e0-45e5-967c-80a30260bb1b), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.838003 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 9b270452-fa43-4eb0-9da8-b3d116b614f2 is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:27.838923 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.885523 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 9b270452-fa43-4eb0-9da8-b3d116b614f2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9b270452-fa43-4eb0-9da8-b3d116b614f2,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:27.891623 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.909411 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0f9884d0-dc25-41e1-9fb7-6a83beed0b16 req-a2f42322-0cf5-4f41-b309-9dd19669ed89 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046732 Apr 08 17:39:27.910120 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f42322-0cf5-4f41-b309-9dd19669ed89 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e59384e1-70e0-45e5-967c-80a30260bb1b,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:27.984631 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=9b270452-fa43-4eb0-9da8-b3d116b614f2,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:27.996869 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697aa470-ee8d-4209-b25c-da28b7f061fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b270452-fa43-4eb0-9da8-b3d116b614f2'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:39:28.005124 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2078a22c-cabc-4e75-9ce5-cbbd3ee053f8" -d '{"events": [{"server_uuid": "697aa470-ee8d-4209-b25c-da28b7f061fa", "name": "network-vif-plugged", "status": "completed", "tag": "9b270452-fa43-4eb0-9da8-b3d116b614f2"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:39:28.043907 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c945e1b-838f-4454-b0b5-ec81ee9dc20b x-openstack-request-id: req-0c945e1b-838f-4454-b0b5-ec81ee9dc20b {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:39:28.045015 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697aa470-ee8d-4209-b25c-da28b7f061fa", "name": "network-vif-plugged", "status": "completed", "tag": "9b270452-fa43-4eb0-9da8-b3d116b614f2", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:39:28.045586 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c945e1b-838f-4454-b0b5-ec81ee9dc20b {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:39:28.046117 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c945e1b-838f-4454-b0b5-ec81ee9dc20b'] response: {'server_uuid': '697aa470-ee8d-4209-b25c-da28b7f061fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b270452-fa43-4eb0-9da8-b3d116b614f2', 'code': 200} Apr 08 17:39:28.103114 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43448) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:28.128643 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-814f7a0d-6e31-437d-9c35-3bcd44610628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:28.275782 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-814f7a0d-6e31-437d-9c35-3bcd44610628 admin admin] Publish callbacks [] for security_group (0e6994c4-2d71-4fb4-b8b0-3ea06b0883f2), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:28.292716 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-814f7a0d-6e31-437d-9c35-3bcd44610628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (0e6994c4-2d71-4fb4-b8b0-3ea06b0883f2), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:28.360213 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 43466) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:28.362072 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-814f7a0d-6e31-437d-9c35-3bcd44610628 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba4050507f92401f8e3c5cce05b1267f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572844 Apr 08 17:39:28.385946 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f7a0d-6e31-437d-9c35-3bcd44610628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6994c4-2d71-4fb4-b8b0-3ea06b0883f2,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:28.536005 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6d708-614f-4cf3-be42-523f92176e96 req-a4ea0355-fec4-40f1-8226-9cf8df521690 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:28.544156 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1cd6d708-614f-4cf3-be42-523f92176e96 req-a4ea0355-fec4-40f1-8226-9cf8df521690 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.1048851 Apr 08 17:39:28.545688 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-48835922-ed40-47e2-96e4-df3a2dfa45ec admin admin] Publish callbacks [] for security_group (0e6994c4-2d71-4fb4-b8b0-3ea06b0883f2), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:28.581881 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-48835922-ed40-47e2-96e4-df3a2dfa45ec admin admin] Publish callbacks [] for security_group (0e6994c4-2d71-4fb4-b8b0-3ea06b0883f2), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:28.616333 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94070d-c2f9-4cb7-8784-5f108a7d29cc req-f7b5715a-e01e-4f8c-869c-a7baa8967214 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:28.625551 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3f94070d-c2f9-4cb7-8784-5f108a7d29cc req-f7b5715a-e01e-4f8c-869c-a7baa8967214 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 945 time: 0.0775673 Apr 08 17:39:28.650026 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-48835922-ed40-47e2-96e4-df3a2dfa45ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (0e6994c4-2d71-4fb4-b8b0-3ea06b0883f2), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:28.652764 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-48835922-ed40-47e2-96e4-df3a2dfa45ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:28.654844 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-48835922-ed40-47e2-96e4-df3a2dfa45ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e6994c4-2d71-4fb4-b8b0-3ea06b0883f2 HTTP/1.1" status: 204 len: 168 time: 0.2931113 Apr 08 17:39:28.663793 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48835922-ed40-47e2-96e4-df3a2dfa45ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6994c4-2d71-4fb4-b8b0-3ea06b0883f2,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:28.678776 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1cd6d708-614f-4cf3-be42-523f92176e96 req-205ddd28-c3ec-4425-89cf-cd45f4a1048a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319654 Apr 08 17:39:28.724167 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3f94070d-c2f9-4cb7-8784-5f108a7d29cc req-4e60814d-63c5-49dc-8592-bccfb4d07e28 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970252 Apr 08 17:39:28.750589 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04838a3d-f470-441d-a996-458a78647b92 req-fd7e0f05-f7e7-4d53-b296-5cfd88d77773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:28.752111 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-04838a3d-f470-441d-a996-458a78647b92 req-fd7e0f05-f7e7-4d53-b296-5cfd88d77773 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 1130 time: 0.0534315 Apr 08 17:39:28.825967 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-04838a3d-f470-441d-a996-458a78647b92 req-700ee4e2-96b1-461f-be95-ae6d1ea6ab40 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451105 Apr 08 17:39:29.867860 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 43556) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:29.962806 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348929b0-902b-4908-8bc4-f311e0e81ba5 req-2a1e0006-4f46-4e4b-9028-21186306038c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:29.972447 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-348929b0-902b-4908-8bc4-f311e0e81ba5 req-2a1e0006-4f46-4e4b-9028-21186306038c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.1256418 Apr 08 17:39:29.989313 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c031f-b352-4ab5-9622-71480dbda428 req-75a85827-00f9-4858-ac2a-80c52712951c tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:30.008915 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-570c031f-b352-4ab5-9622-71480dbda428 req-75a85827-00f9-4858-ac2a-80c52712951c tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 945 time: 0.1859624 Apr 08 17:39:30.130243 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-348929b0-902b-4908-8bc4-f311e0e81ba5 req-7d02155b-3f3e-406d-91d5-262c20b78880 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544864 Apr 08 17:39:30.169356 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-570c031f-b352-4ab5-9622-71480dbda428 req-39cefc22-62bf-409c-b589-8e59ef620b16 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594522 Apr 08 17:39:30.262620 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a0566323-af95-4d76-b084-09624e86b43b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:30.368050 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a0566323-af95-4d76-b084-09624e86b43b admin admin] Publish callbacks [] for security_group (e17d578d-b669-461c-acb0-5542b45c0de1), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:30.373799 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a0566323-af95-4d76-b084-09624e86b43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (e17d578d-b669-461c-acb0-5542b45c0de1), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:30.414800 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-a0566323-af95-4d76-b084-09624e86b43b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22082123e5914b2dbdacb4dbccbd7ad0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5457284 Apr 08 17:39:30.417697 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43592) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:30.421077 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0566323-af95-4d76-b084-09624e86b43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17d578d-b669-461c-acb0-5542b45c0de1,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:30.480089 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-43e46afb-55e4-47c5-81a8-3213c52974c1 admin admin] Publish callbacks [] for security_group (e17d578d-b669-461c-acb0-5542b45c0de1), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:30.516551 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-43e46afb-55e4-47c5-81a8-3213c52974c1 admin admin] Publish callbacks [] for security_group (e17d578d-b669-461c-acb0-5542b45c0de1), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:30.577965 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-43e46afb-55e4-47c5-81a8-3213c52974c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (e17d578d-b669-461c-acb0-5542b45c0de1), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:30.581273 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-43e46afb-55e4-47c5-81a8-3213c52974c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:30.582536 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-43e46afb-55e4-47c5-81a8-3213c52974c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e17d578d-b669-461c-acb0-5542b45c0de1 HTTP/1.1" status: 204 len: 168 time: 0.1637673 Apr 08 17:39:30.590606 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e46afb-55e4-47c5-81a8-3213c52974c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17d578d-b669-461c-acb0-5542b45c0de1,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:31.319997 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d4133-0865-4249-b8ab-76931224e002 req-2afe9949-a993-42d9-a2bb-145c5abd69e0 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:31.322292 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ab0d4133-0865-4249-b8ab-76931224e002 req-2afe9949-a993-42d9-a2bb-145c5abd69e0 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 945 time: 0.0844572 Apr 08 17:39:31.380729 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f7ab2-d313-480f-9dac-80d9fe3943c4 req-29200719-3dd9-4e41-8402-e75d89cfffd2 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:31.382239 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9d2f7ab2-d313-480f-9dac-80d9fe3943c4 req-29200719-3dd9-4e41-8402-e75d89cfffd2 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.1077831 Apr 08 17:39:31.411696 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ab0d4133-0865-4249-b8ab-76931224e002 req-baaf23a5-d31f-4bbf-9df4-22a1c774115f tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820112 Apr 08 17:39:31.456227 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9d2f7ab2-d313-480f-9dac-80d9fe3943c4 req-9ecb13e0-9881-49ae-b8ae-cb08f53066cc tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650723 Apr 08 17:39:32.085661 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43706) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:32.192006 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21105244-770f-4acb-a579-ce1308e28b52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:32.275424 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21105244-770f-4acb-a579-ce1308e28b52 admin admin] Publish callbacks [] for security_group (a84f4a24-a896-43e2-9a13-bb9cb43825c9), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:32.280799 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21105244-770f-4acb-a579-ce1308e28b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (a84f4a24-a896-43e2-9a13-bb9cb43825c9), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:32.322373 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-21105244-770f-4acb-a579-ce1308e28b52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e6ada6b91054f1e8557e5f7377a76d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355974 Apr 08 17:39:32.323233 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21105244-770f-4acb-a579-ce1308e28b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84f4a24-a896-43e2-9a13-bb9cb43825c9,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:32.325095 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 43712) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:32.383228 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-36e29343-41a6-4ca1-bdf0-d926b7015642 admin admin] Publish callbacks [] for security_group (a84f4a24-a896-43e2-9a13-bb9cb43825c9), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:32.405557 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-36e29343-41a6-4ca1-bdf0-d926b7015642 admin admin] Publish callbacks [] for security_group (a84f4a24-a896-43e2-9a13-bb9cb43825c9), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:32.454194 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-36e29343-41a6-4ca1-bdf0-d926b7015642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (a84f4a24-a896-43e2-9a13-bb9cb43825c9), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:32.457140 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-36e29343-41a6-4ca1-bdf0-d926b7015642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:32.461889 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-36e29343-41a6-4ca1-bdf0-d926b7015642 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a84f4a24-a896-43e2-9a13-bb9cb43825c9 HTTP/1.1" status: 204 len: 168 time: 0.1341820 Apr 08 17:39:32.471071 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e29343-41a6-4ca1-bdf0-d926b7015642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84f4a24-a896-43e2-9a13-bb9cb43825c9,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:32.592336 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46a99d-536e-492a-bf38-6b35235557cf req-eaaed5f1-1208-498d-b190-f669f454ddfa tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:32.593929 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bd46a99d-536e-492a-bf38-6b35235557cf req-eaaed5f1-1208-498d-b190-f669f454ddfa tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0502672 Apr 08 17:39:32.650212 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bd46a99d-536e-492a-bf38-6b35235557cf req-2ea6d622-5f96-4e84-9daa-cefec728a050 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488596 Apr 08 17:39:33.684176 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 43786) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:33.778796 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68284d-897d-4951-baf0-2442bbb04f45 req-2b5eb5fe-be11-4a4d-95b9-bf3741c8f1ba tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:33.780467 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1d68284d-897d-4951-baf0-2442bbb04f45 req-2b5eb5fe-be11-4a4d-95b9-bf3741c8f1ba tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0553310 Apr 08 17:39:33.801078 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9635c7f5-e5b3-42c0-ad7f-adc35d5a718d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:33.832884 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1d68284d-897d-4951-baf0-2442bbb04f45 req-85f63d2d-121e-4893-8762-2f59fb2a6b85 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446055 Apr 08 17:39:33.905471 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9635c7f5-e5b3-42c0-ad7f-adc35d5a718d admin admin] Publish callbacks [] for security_group (d6169287-1898-4ec9-8086-0f971aeb7de8), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:33.910657 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9635c7f5-e5b3-42c0-ad7f-adc35d5a718d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (d6169287-1898-4ec9-8086-0f971aeb7de8), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:33.963827 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43800) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:33.983980 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-9635c7f5-e5b3-42c0-ad7f-adc35d5a718d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44379f05dfb34c37a91d68be8c1ff3b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982106 Apr 08 17:39:33.986358 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635c7f5-e5b3-42c0-ad7f-adc35d5a718d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6169287-1898-4ec9-8086-0f971aeb7de8,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:34.066009 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-cb4162ce-263a-459e-9b45-72390fe1ee81 admin admin] Publish callbacks [] for security_group (d6169287-1898-4ec9-8086-0f971aeb7de8), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:34.079585 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e03ea3-5802-4f64-8410-1ca6a031aed6 req-c23fcc4c-c933-4fb2-a629-9b16e4cd8b7e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:34.081243 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-94e03ea3-5802-4f64-8410-1ca6a031aed6 req-c23fcc4c-c933-4fb2-a629-9b16e4cd8b7e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0669060 Apr 08 17:39:34.097090 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 43806) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:34.102099 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-1813563b-cb38-4cc4-af17-a9ef9f6dcfa6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Request body: {'floatingip': {'port_id': '9b270452-fa43-4eb0-9da8-b3d116b614f2'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:34.128478 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-cb4162ce-263a-459e-9b45-72390fe1ee81 admin admin] Publish callbacks [] for security_group (d6169287-1898-4ec9-8086-0f971aeb7de8), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:34.194109 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-cb4162ce-263a-459e-9b45-72390fe1ee81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (d6169287-1898-4ec9-8086-0f971aeb7de8), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:34.197019 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-cb4162ce-263a-459e-9b45-72390fe1ee81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:34.198058 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1813563b-cb38-4cc4-af17-a9ef9f6dcfa6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for floatingip (91e10cb9-c69d-4369-94b5-b2cc631a21c4), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:34.198177 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-cb4162ce-263a-459e-9b45-72390fe1ee81 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6169287-1898-4ec9-8086-0f971aeb7de8 HTTP/1.1" status: 204 len: 168 time: 0.2333589 Apr 08 17:39:34.209823 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4162ce-263a-459e-9b45-72390fe1ee81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6169287-1898-4ec9-8086-0f971aeb7de8,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:34.866189 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43874) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:35.022186 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-20051995-1f37-4c59-ac10-5ffceede8acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:35.160540 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-20051995-1f37-4c59-ac10-5ffceede8acc admin admin] Publish callbacks [] for security_group (80d33258-50cb-40f3-8180-149f3110a49f), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:35.167049 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-20051995-1f37-4c59-ac10-5ffceede8acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (80d33258-50cb-40f3-8180-149f3110a49f), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:35.245358 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-20051995-1f37-4c59-ac10-5ffceede8acc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a08eeccb2bb444cbceab4636869eaab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3780274 Apr 08 17:39:35.254531 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43910) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:35.264483 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20051995-1f37-4c59-ac10-5ffceede8acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d33258-50cb-40f3-8180-149f3110a49f,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:35.362589 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21fd620a-887d-4a38-95bc-687ee25224cc admin admin] Publish callbacks [] for security_group (80d33258-50cb-40f3-8180-149f3110a49f), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:35.387152 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21fd620a-887d-4a38-95bc-687ee25224cc admin admin] Publish callbacks [] for security_group (80d33258-50cb-40f3-8180-149f3110a49f), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:35.447200 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21fd620a-887d-4a38-95bc-687ee25224cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (80d33258-50cb-40f3-8180-149f3110a49f), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:35.449782 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21fd620a-887d-4a38-95bc-687ee25224cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:35.453616 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-21fd620a-887d-4a38-95bc-687ee25224cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80d33258-50cb-40f3-8180-149f3110a49f HTTP/1.1" status: 204 len: 168 time: 0.1909349 Apr 08 17:39:35.464953 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd620a-887d-4a38-95bc-687ee25224cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d33258-50cb-40f3-8180-149f3110a49f,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:35.509043 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43916) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:35.593350 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1813563b-cb38-4cc4-af17-a9ef9f6dcfa6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:35.598785 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1813563b-cb38-4cc4-af17-a9ef9f6dcfa6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (91e10cb9-c69d-4369-94b5-b2cc631a21c4), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:35.727127 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [None req-1813563b-cb38-4cc4-af17-a9ef9f6dcfa6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Floating IP 91e10cb9-c69d-4369-94b5-b2cc631a21c4 associated. External IP: 172.27.0.221, port: 9b270452-fa43-4eb0-9da8-b3d116b614f2. Apr 08 17:39:35.763038 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ebf627fc-0bcb-4c55-bef0-f631a40453fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:35.861240 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43928) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:35.939307 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ebf627fc-0bcb-4c55-bef0-f631a40453fc admin admin] Publish callbacks [] for security_group (40c3e5ec-a910-4fb0-8bd5-5490cce630ff), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:35.947078 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ebf627fc-0bcb-4c55-bef0-f631a40453fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (40c3e5ec-a910-4fb0-8bd5-5490cce630ff), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:35.990190 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-ebf627fc-0bcb-4c55-bef0-f631a40453fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=013ef75a269f444297f43a3f37581389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4800029 Apr 08 17:39:35.995376 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 43938) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:36.017693 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf627fc-0bcb-4c55-bef0-f631a40453fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c3e5ec-a910-4fb0-8bd5-5490cce630ff,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:36.048042 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1813563b-cb38-4cc4-af17-a9ef9f6dcfa6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Router 89e22a67-0070-48f4-829f-e7a58e7883ce has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:39:36.073762 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-57502e3d-9f9c-4e98-b2ba-31e31f49199b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:36.102263 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3fa9866f-f80b-44ee-a363-2bcd1b343eb3 admin admin] Publish callbacks [] for security_group (40c3e5ec-a910-4fb0-8bd5-5490cce630ff), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:36.136332 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3fa9866f-f80b-44ee-a363-2bcd1b343eb3 admin admin] Publish callbacks [] for security_group (40c3e5ec-a910-4fb0-8bd5-5490cce630ff), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:36.166578 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1813563b-cb38-4cc4-af17-a9ef9f6dcfa6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:39:36.171221 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1813563b-cb38-4cc4-af17-a9ef9f6dcfa6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:36.190406 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8192b91e-3dfc-4f61-b10f-471d9425dc06 None None] Sync routers for ids ['89e22a67-0070-48f4-829f-e7a58e7883ce'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:39:36.205247 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8192b91e-3dfc-4f61-b10f-471d9425dc06 None None] Routers {'89e22a67-0070-48f4-829f-e7a58e7883ce'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:39:36.206195 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-8192b91e-3dfc-4f61-b10f-471d9425dc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:39:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['89e22a67-0070-48f4-829f-e7a58e7883ce'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:39:36.213410 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-1813563b-cb38-4cc4-af17-a9ef9f6dcfa6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "PUT /v2.0/floatingips/91e10cb9-c69d-4369-94b5-b2cc631a21c4 HTTP/1.1" status: 200 len: 992 time: 2.1146967 Apr 08 17:39:36.215247 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697aa470-ee8d-4209-b25c-da28b7f061fa', 'tag': '9b270452-fa43-4eb0-9da8-b3d116b614f2'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:39:36.217710 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4743cd-518e-4d41-9a4f-9d75befaa148" -d '{"events": [{"name": "network-changed", "server_uuid": "697aa470-ee8d-4209-b25c-da28b7f061fa", "tag": "9b270452-fa43-4eb0-9da8-b3d116b614f2"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:39:36.271010 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f562263-9086-4519-81c9-06ac3eb6110b x-openstack-request-id: req-7f562263-9086-4519-81c9-06ac3eb6110b {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:39:36.271270 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-57502e3d-9f9c-4e98-b2ba-31e31f49199b admin admin] Publish callbacks [] for security_group (882ca6ca-758f-4790-ba9d-ce78d51668e7), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:36.271529 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697aa470-ee8d-4209-b25c-da28b7f061fa", "tag": "9b270452-fa43-4eb0-9da8-b3d116b614f2", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:39:36.271876 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f562263-9086-4519-81c9-06ac3eb6110b {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:39:36.272419 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f562263-9086-4519-81c9-06ac3eb6110b'] response: {'name': 'network-changed', 'server_uuid': '697aa470-ee8d-4209-b25c-da28b7f061fa', 'tag': '9b270452-fa43-4eb0-9da8-b3d116b614f2', 'status': 'completed', 'code': 200} Apr 08 17:39:36.276127 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-57502e3d-9f9c-4e98-b2ba-31e31f49199b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (882ca6ca-758f-4790-ba9d-ce78d51668e7), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:36.288631 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3fa9866f-f80b-44ee-a363-2bcd1b343eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (40c3e5ec-a910-4fb0-8bd5-5490cce630ff), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:36.298597 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3fa9866f-f80b-44ee-a363-2bcd1b343eb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:36.299926 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-3fa9866f-f80b-44ee-a363-2bcd1b343eb3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40c3e5ec-a910-4fb0-8bd5-5490cce630ff HTTP/1.1" status: 204 len: 168 time: 0.3031766 Apr 08 17:39:36.335043 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-57502e3d-9f9c-4e98-b2ba-31e31f49199b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3506cd785d040d2813e9028c78208bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4675193 Apr 08 17:39:36.335043 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57502e3d-9f9c-4e98-b2ba-31e31f49199b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882ca6ca-758f-4790-ba9d-ce78d51668e7,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:36.336362 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 43958) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:36.351559 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9866f-f80b-44ee-a363-2bcd1b343eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c3e5ec-a910-4fb0-8bd5-5490cce630ff,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:36.416393 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6de31556-d6da-40b0-b5a0-395a45e6e22c admin admin] Publish callbacks [] for security_group (882ca6ca-758f-4790-ba9d-ce78d51668e7), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:36.442805 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6de31556-d6da-40b0-b5a0-395a45e6e22c admin admin] Publish callbacks [] for security_group (882ca6ca-758f-4790-ba9d-ce78d51668e7), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:36.468089 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-8192b91e-3dfc-4f61-b10f-471d9425dc06 None None] Set router 89e22a67-0070-48f4-829f-e7a58e7883ce gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:39:36.530604 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6de31556-d6da-40b0-b5a0-395a45e6e22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (882ca6ca-758f-4790-ba9d-ce78d51668e7), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:36.538131 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6de31556-d6da-40b0-b5a0-395a45e6e22c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:36.538131 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-6de31556-d6da-40b0-b5a0-395a45e6e22c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/882ca6ca-758f-4790-ba9d-ce78d51668e7 HTTP/1.1" status: 204 len: 168 time: 0.1992071 Apr 08 17:39:36.547708 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de31556-d6da-40b0-b5a0-395a45e6e22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882ca6ca-758f-4790-ba9d-ce78d51668e7,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:36.759129 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 43976) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:36.771489 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6dad3e92-14d9-428a-994f-37fb89859834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:36.789432 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-8192b91e-3dfc-4f61-b10f-471d9425dc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:54Z', 'revision_number': 4, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port': {'id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '91e10cb9-c69d-4369-94b5-b2cc631a21c4', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'port_id': '9b270452-fa43-4eb0-9da8-b3d116b614f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'mac_address': 'fa:16:3e:a5:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697aa470-ee8d-4209-b25c-da28b7f061fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:38:59Z', 'updated_at': '2022-04-08T17:39:35Z', 'revision_number': 1, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7801adad-2e09-4e4d-88a7-0a538e0e47a2', 'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'mac_address': 'fa:16:3e:87:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:38:59Z', 'revision_number': 5, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'subnets': [{'id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:39:36.827013 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8192b91e-3dfc-4f61-b10f-471d9425dc06 None None] Checking router: 89e22a67-0070-48f4-829f-e7a58e7883ce for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:39:36.836540 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8192b91e-3dfc-4f61-b10f-471d9425dc06 None None] Routers {'89e22a67-0070-48f4-829f-e7a58e7883ce'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:39:36.837492 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-8192b91e-3dfc-4f61-b10f-471d9425dc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:39:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['89e22a67-0070-48f4-829f-e7a58e7883ce'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:39:36.871109 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6dad3e92-14d9-428a-994f-37fb89859834 admin admin] Publish callbacks [] for security_group (13892092-5fd5-4409-9bbe-bfb09e2a7dc0), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:36.877424 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6dad3e92-14d9-428a-994f-37fb89859834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (13892092-5fd5-4409-9bbe-bfb09e2a7dc0), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:36.913484 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-6dad3e92-14d9-428a-994f-37fb89859834 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84765b74fabc4d16a96f4c907f41e3cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552584 Apr 08 17:39:36.915935 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 43980) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:36.981147 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad3e92-14d9-428a-994f-37fb89859834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13892092-5fd5-4409-9bbe-bfb09e2a7dc0,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:36.985621 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-8192b91e-3dfc-4f61-b10f-471d9425dc06 None None] Set router 89e22a67-0070-48f4-829f-e7a58e7883ce gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:39:37.009309 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-854c19dd-be0f-44f5-b82a-1bb1ba3c3a69 admin admin] Publish callbacks [] for security_group (13892092-5fd5-4409-9bbe-bfb09e2a7dc0), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:37.045752 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-854c19dd-be0f-44f5-b82a-1bb1ba3c3a69 admin admin] Publish callbacks [] for security_group (13892092-5fd5-4409-9bbe-bfb09e2a7dc0), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:37.142870 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-854c19dd-be0f-44f5-b82a-1bb1ba3c3a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (13892092-5fd5-4409-9bbe-bfb09e2a7dc0), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:37.146343 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-854c19dd-be0f-44f5-b82a-1bb1ba3c3a69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:37.150767 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-854c19dd-be0f-44f5-b82a-1bb1ba3c3a69 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13892092-5fd5-4409-9bbe-bfb09e2a7dc0 HTTP/1.1" status: 204 len: 168 time: 0.2337792 Apr 08 17:39:37.166133 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 44004) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:37.169938 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c19dd-be0f-44f5-b82a-1bb1ba3c3a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13892092-5fd5-4409-9bbe-bfb09e2a7dc0,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:37.175737 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4743cd-518e-4d41-9a4f-9d75befaa148 req-22ea88c0-70ea-4bb0-9430-e5b3d3954a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:37.177350 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1e4743cd-518e-4d41-9a4f-9d75befaa148 req-22ea88c0-70ea-4bb0-9430-e5b3d3954a5e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e1edd846d3342cc9792c6c7fa78f229&device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 1130 time: 0.0679398 Apr 08 17:39:37.199857 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0db970b4-b86a-4408-8b13-a0954539135d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:37.305097 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0db970b4-b86a-4408-8b13-a0954539135d admin admin] Publish callbacks [] for security_group (93d6ce3d-0598-41d1-a615-e04d9957e449), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:37.313465 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0db970b4-b86a-4408-8b13-a0954539135d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (93d6ce3d-0598-41d1-a615-e04d9957e449), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:37.354739 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-8192b91e-3dfc-4f61-b10f-471d9425dc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:54Z', 'revision_number': 4, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port': {'id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '91e10cb9-c69d-4369-94b5-b2cc631a21c4', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'port_id': '9b270452-fa43-4eb0-9da8-b3d116b614f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'mac_address': 'fa:16:3e:a5:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697aa470-ee8d-4209-b25c-da28b7f061fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:38:59Z', 'updated_at': '2022-04-08T17:39:35Z', 'revision_number': 1, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7801adad-2e09-4e4d-88a7-0a538e0e47a2', 'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'mac_address': 'fa:16:3e:87:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:38:59Z', 'revision_number': 5, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'subnets': [{'id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:39:37.370538 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-0db970b4-b86a-4408-8b13-a0954539135d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26c34857224c426ab7ae1a8fc56c9381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031481 Apr 08 17:39:37.373113 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db970b4-b86a-4408-8b13-a0954539135d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d6ce3d-0598-41d1-a615-e04d9957e449,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:37.375675 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 44030) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:37.452694 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1122ef24-5f28-40b1-959e-cc18737a81e3 admin admin] Publish callbacks [] for security_group (93d6ce3d-0598-41d1-a615-e04d9957e449), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:37.457774 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8192b91e-3dfc-4f61-b10f-471d9425dc06 None None] The sync data for ids ['89e22a67-0070-48f4-829f-e7a58e7883ce'] in dv-cinder-837164-1-iscsi is: [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:54Z', 'revision_number': 4, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port': {'id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '91e10cb9-c69d-4369-94b5-b2cc631a21c4', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'port_id': '9b270452-fa43-4eb0-9da8-b3d116b614f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'mac_address': 'fa:16:3e:a5:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697aa470-ee8d-4209-b25c-da28b7f061fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:38:59Z', 'updated_at': '2022-04-08T17:39:35Z', 'revision_number': 1, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7801adad-2e09-4e4d-88a7-0a538e0e47a2', 'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'mac_address': 'fa:16:3e:87:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:38:59Z', 'revision_number': 5, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'subnets': [{'id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:39:37.475386 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4743cd-518e-4d41-9a4f-9d75befaa148 req-a03fb17c-5afe-4d92-827d-b25f15505c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:37.477449 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1e4743cd-518e-4d41-9a4f-9d75befaa148 req-a03fb17c-5afe-4d92-827d-b25f15505c74 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3f909255-dbbb-466b-8110-c840248ecd35 HTTP/1.1" status: 200 len: 918 time: 0.1796820 Apr 08 17:39:37.498603 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1122ef24-5f28-40b1-959e-cc18737a81e3 admin admin] Publish callbacks [] for security_group (93d6ce3d-0598-41d1-a615-e04d9957e449), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:37.578067 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1122ef24-5f28-40b1-959e-cc18737a81e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (93d6ce3d-0598-41d1-a615-e04d9957e449), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:37.581657 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1122ef24-5f28-40b1-959e-cc18737a81e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:37.584322 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-1122ef24-5f28-40b1-959e-cc18737a81e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93d6ce3d-0598-41d1-a615-e04d9957e449 HTTP/1.1" status: 204 len: 168 time: 0.2064595 Apr 08 17:39:37.611900 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122ef24-5f28-40b1-959e-cc18737a81e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d6ce3d-0598-41d1-a615-e04d9957e449,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:37.674702 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1e4743cd-518e-4d41-9a4f-9d75befaa148 req-efd931be-5c2d-440d-a364-388f752e69c3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b270452-fa43-4eb0-9da8-b3d116b614f2 HTTP/1.1" status: 200 len: 1000 time: 0.1805239 Apr 08 17:39:37.748377 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4743cd-518e-4d41-9a4f-9d75befaa148 req-d9c389eb-4fe7-4df9-a7e8-787be1df27f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:37.750041 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1e4743cd-518e-4d41-9a4f-9d75befaa148 req-d9c389eb-4fe7-4df9-a7e8-787be1df27f5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2d7483e0-8178-4def-9351-4e162ca4c7f4 HTTP/1.1" status: 200 len: 856 time: 0.0694189 Apr 08 17:39:37.848710 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4743cd-518e-4d41-9a4f-9d75befaa148 req-9c716e77-fea0-4a60-aa42-ecf67c83250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:37.852028 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1e4743cd-518e-4d41-9a4f-9d75befaa148 req-9c716e77-fea0-4a60-aa42-ecf67c83250e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3f909255-dbbb-466b-8110-c840248ecd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0865886 Apr 08 17:39:37.879258 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0627aca-1093-4f27-91c8-cafa02a76728 None None] New status for floating IP 91e10cb9-c69d-4369-94b5-b2cc631a21c4: ACTIVE {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:39:38.034791 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1e4743cd-518e-4d41-9a4f-9d75befaa148 req-36c4ce36-9f86-4c92-821e-3f021be85c75 service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748269 Apr 08 17:39:38.261497 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1e4743cd-518e-4d41-9a4f-9d75befaa148 req-c4727cdf-c99a-476c-b69a-a65614913966 service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190003 Apr 08 17:39:38.590346 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 44100) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:38.766056 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-8cd8fc0b-cdd8-4894-a042-a5eadab07cb3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-454035099-network', 'tenant_id': '6cdb83bb1ee6434b8e4cd3e7092515a0'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:38.788848 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd8fc0b-cdd8-4894-a042-a5eadab07cb3 admin admin] Made reservation on behalf of 6cdb83bb1ee6434b8e4cd3e7092515a0 for: {'network': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:39:38.791759 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8cd8fc0b-cdd8-4894-a042-a5eadab07cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for network (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:38.802559 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8cd8fc0b-cdd8-4894-a042-a5eadab07cb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:38.889916 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8cd8fc0b-cdd8-4894-a042-a5eadab07cb3 admin admin] Publish callbacks [] for security_group (68638537-e463-4436-97e9-4d02a7da9ddc), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:38.894180 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8cd8fc0b-cdd8-4894-a042-a5eadab07cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (68638537-e463-4436-97e9-4d02a7da9ddc), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:38.929766 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8fc0b-cdd8-4894-a042-a5eadab07cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68638537-e463-4436-97e9-4d02a7da9ddc,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:38.936828 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd8fc0b-cdd8-4894-a042-a5eadab07cb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=103644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:39:38.949660 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8cd8fc0b-cdd8-4894-a042-a5eadab07cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (9e0ad1cb-9137-4b0a-8475-e763e698951e), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:38.949988 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.segments_db [None req-8cd8fc0b-cdd8-4894-a042-a5eadab07cb3 admin admin] Added segment 9e0ad1cb-9137-4b0a-8475-e763e698951e of type vlan for network c008b9c2-1015-4dca-b3c0-2e2cc97d72e6 Apr 08 17:39:39.000485 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8cd8fc0b-cdd8-4894-a042-a5eadab07cb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761100671573'] for network (c008b9c2-1015-4dca-b3c0-2e2cc97d72e6), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:39.038039 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8cd8fc0b-cdd8-4894-a042-a5eadab07cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for network (c008b9c2-1015-4dca-b3c0-2e2cc97d72e6), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:39.039210 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd8fc0b-cdd8-4894-a042-a5eadab07cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:39.040023 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8cd8fc0b-cdd8-4894-a042-a5eadab07cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:39.076487 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-8cd8fc0b-cdd8-4894-a042-a5eadab07cb3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4853673 Apr 08 17:39:39.079378 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 44124) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:39.085386 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-48b1ad9a-21c4-4f8c-aaab-e4cfe4b673b5 admin admin] Request body: {'subnet': {'network_id': 'c008b9c2-1015-4dca-b3c0-2e2cc97d72e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-454035099-subnet', 'tenant_id': '6cdb83bb1ee6434b8e4cd3e7092515a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:39.106771 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b1ad9a-21c4-4f8c-aaab-e4cfe4b673b5 admin admin] Made reservation on behalf of 6cdb83bb1ee6434b8e4cd3e7092515a0 for: {'subnet': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:39:39.109076 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-48b1ad9a-21c4-4f8c-aaab-e4cfe4b673b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5067452'] for subnet (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:39.111103 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8fc0b-cdd8-4894-a042-a5eadab07cb3 admin admin] Pushing event updated for resources: {'Network': ['ID=c008b9c2-1015-4dca-b3c0-2e2cc97d72e6,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:39.125742 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Network c008b9c2-1015-4dca-b3c0-2e2cc97d72e6 details requested by agent ovs-agent-dv-cinder-837164-1-iscsi with host dv-cinder-837164-1-iscsi {{(pid=103645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:39:39.313483 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-48b1ad9a-21c4-4f8c-aaab-e4cfe4b673b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7535342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5067474'] for subnet (9549c490-65f4-44d1-bfa5-b8a6d107c88d), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:39.373003 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1ad9a-21c4-4f8c-aaab-e4cfe4b673b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9549c490-65f4-44d1-bfa5-b8a6d107c88d,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:39.381355 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b1ad9a-21c4-4f8c-aaab-e4cfe4b673b5 admin admin] Checking segment: {'id': '9e0ad1cb-9137-4b0a-8475-e763e698951e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'c008b9c2-1015-4dca-b3c0-2e2cc97d72e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:39:39.381706 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b1ad9a-21c4-4f8c-aaab-e4cfe4b673b5 admin admin] Network hostable DHCP agents. Network: c008b9c2-1015-4dca-b3c0-2e2cc97d72e6, hostable agents: ['72b2ee88-fa79-44c9-b63e-eafca22f1392'], hosted agents: [] {{(pid=103643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:39:39.401947 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b1ad9a-21c4-4f8c-aaab-e4cfe4b673b5 admin admin] Network c008b9c2-1015-4dca-b3c0-2e2cc97d72e6 is scheduled to be hosted by DHCP agent 72b2ee88-fa79-44c9-b63e-eafca22f1392 with binding_index 1 {{(pid=103643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:39:39.411097 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-48b1ad9a-21c4-4f8c-aaab-e4cfe4b673b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837164-1-iscsi, c008b9c2-1015-4dca-b3c0-2e2cc97d72e6) {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:39:39.415711 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b1ad9a-21c4-4f8c-aaab-e4cfe4b673b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:39.416723 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-48b1ad9a-21c4-4f8c-aaab-e4cfe4b673b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:39.427621 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2016f479-2fdd-497b-8756-c85c64002827 None None] Network c008b9c2-1015-4dca-b3c0-2e2cc97d72e6 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:39:39.442066 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-48b1ad9a-21c4-4f8c-aaab-e4cfe4b673b5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3614860 Apr 08 17:39:39.546650 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447e0d08-695d-4acb-8772-361cce5f1b4a None None] Network c008b9c2-1015-4dca-b3c0-2e2cc97d72e6 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:39:40.081726 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 44172) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:40.087379 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-cf5533ca-81f9-49d3-ab6c-49527474c9c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1734585394-network', 'tenant_id': '741732a2c5d34dcfad13c16d4281d277'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:40.121150 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5533ca-81f9-49d3-ab6c-49527474c9c1 admin admin] Made reservation on behalf of 741732a2c5d34dcfad13c16d4281d277 for: {'network': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:39:40.123472 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cf5533ca-81f9-49d3-ab6c-49527474c9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for network (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.132539 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cf5533ca-81f9-49d3-ab6c-49527474c9c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.222130 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cf5533ca-81f9-49d3-ab6c-49527474c9c1 admin admin] Publish callbacks [] for security_group (e5898e76-5fbb-449f-b97e-280218e394b1), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.226248 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cf5533ca-81f9-49d3-ab6c-49527474c9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (e5898e76-5fbb-449f-b97e-280218e394b1), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.251743 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5533ca-81f9-49d3-ab6c-49527474c9c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=103643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:39:40.261401 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5533ca-81f9-49d3-ab6c-49527474c9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5898e76-5fbb-449f-b97e-280218e394b1,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:40.264753 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 44178) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:40.269905 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cf5533ca-81f9-49d3-ab6c-49527474c9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (e9cea0cc-c982-4048-8c7c-660c3e5be440), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.270084 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.segments_db [None req-cf5533ca-81f9-49d3-ab6c-49527474c9c1 admin admin] Added segment e9cea0cc-c982-4048-8c7c-660c3e5be440 of type vlan for network cca76108-fc43-47e4-8447-694c81056829 Apr 08 17:39:40.316581 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cf5533ca-81f9-49d3-ab6c-49527474c9c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761100671573'] for network (cca76108-fc43-47e4-8447-694c81056829), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.343301 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cf5533ca-81f9-49d3-ab6c-49527474c9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for network (cca76108-fc43-47e4-8447-694c81056829), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.344292 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5533ca-81f9-49d3-ab6c-49527474c9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:40.344870 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cf5533ca-81f9-49d3-ab6c-49527474c9c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.382561 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6412-180a-49cb-abb6-c2fab2b79852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.407269 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-cf5533ca-81f9-49d3-ab6c-49527474c9c1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3207800 Apr 08 17:39:40.407777 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 44182) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:40.410160 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5533ca-81f9-49d3-ab6c-49527474c9c1 admin admin] Pushing event updated for resources: {'Network': ['ID=cca76108-fc43-47e4-8447-694c81056829,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:40.416429 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-817f67b5-026f-49bb-a826-c4b3aa96bb7f admin admin] Request body: {'subnet': {'network_id': 'cca76108-fc43-47e4-8447-694c81056829', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1734585394-subnet', 'tenant_id': '741732a2c5d34dcfad13c16d4281d277', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:40.420962 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Network cca76108-fc43-47e4-8447-694c81056829 details requested by agent ovs-agent-dv-cinder-837164-1-iscsi with host dv-cinder-837164-1-iscsi {{(pid=103645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:39:40.453214 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817f67b5-026f-49bb-a826-c4b3aa96bb7f admin admin] Made reservation on behalf of 741732a2c5d34dcfad13c16d4281d277 for: {'subnet': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:39:40.455598 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-817f67b5-026f-49bb-a826-c4b3aa96bb7f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.547284 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6412-180a-49cb-abb6-c2fab2b79852 admin admin] Publish callbacks [] for security_group (3b08faa1-ea09-460c-b249-c8671e3fe86c), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.553124 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6412-180a-49cb-abb6-c2fab2b79852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (3b08faa1-ea09-460c-b249-c8671e3fe86c), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.624484 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-ad3f6412-180a-49cb-abb6-c2fab2b79852 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69b0d520218042adafd96532a5becf8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585787 Apr 08 17:39:40.627808 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 44184) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:40.631337 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f6412-180a-49cb-abb6-c2fab2b79852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b08faa1-ea09-460c-b249-c8671e3fe86c,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:40.696588 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a2e14199-5060-44aa-821e-3f4b8fb13760 admin admin] Publish callbacks [] for security_group (3b08faa1-ea09-460c-b249-c8671e3fe86c), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.718715 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-817f67b5-026f-49bb-a826-c4b3aa96bb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for subnet (d24a8b8b-3b5a-446c-a79f-8555b229728d), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.718967 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a2e14199-5060-44aa-821e-3f4b8fb13760 admin admin] Publish callbacks [] for security_group (3b08faa1-ea09-460c-b249-c8671e3fe86c), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.777707 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f67b5-026f-49bb-a826-c4b3aa96bb7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d24a8b8b-3b5a-446c-a79f-8555b229728d,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:40.781494 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a2e14199-5060-44aa-821e-3f4b8fb13760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (3b08faa1-ea09-460c-b249-c8671e3fe86c), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.784456 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a2e14199-5060-44aa-821e-3f4b8fb13760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.785859 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-a2e14199-5060-44aa-821e-3f4b8fb13760 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b08faa1-ea09-460c-b249-c8671e3fe86c HTTP/1.1" status: 204 len: 168 time: 0.1568308 Apr 08 17:39:40.786311 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817f67b5-026f-49bb-a826-c4b3aa96bb7f admin admin] Checking segment: {'id': 'e9cea0cc-c982-4048-8c7c-660c3e5be440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'cca76108-fc43-47e4-8447-694c81056829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:39:40.786687 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817f67b5-026f-49bb-a826-c4b3aa96bb7f admin admin] Network hostable DHCP agents. Network: cca76108-fc43-47e4-8447-694c81056829, hostable agents: ['72b2ee88-fa79-44c9-b63e-eafca22f1392'], hosted agents: [] {{(pid=103644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:39:40.794916 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e14199-5060-44aa-821e-3f4b8fb13760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b08faa1-ea09-460c-b249-c8671e3fe86c,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:40.811334 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817f67b5-026f-49bb-a826-c4b3aa96bb7f admin admin] Network cca76108-fc43-47e4-8447-694c81056829 is scheduled to be hosted by DHCP agent 72b2ee88-fa79-44c9-b63e-eafca22f1392 with binding_index 1 {{(pid=103644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:39:40.822141 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-817f67b5-026f-49bb-a826-c4b3aa96bb7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837164-1-iscsi, cca76108-fc43-47e4-8447-694c81056829) {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:39:40.826499 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817f67b5-026f-49bb-a826-c4b3aa96bb7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:40.827306 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-817f67b5-026f-49bb-a826-c4b3aa96bb7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.840113 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4316bb91-333a-429d-a45e-3bfd033aadba None None] Network cca76108-fc43-47e4-8447-694c81056829 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:39:40.853075 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-817f67b5-026f-49bb-a826-c4b3aa96bb7f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4442875 Apr 08 17:39:40.981088 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a79575-4d23-439d-8692-685079e570f0 None None] Network cca76108-fc43-47e4-8447-694c81056829 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:39:41.165792 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 44206) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:41.376354 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6d71-6214-4c18-a9cb-5a3da3b07879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:41.457872 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6d71-6214-4c18-a9cb-5a3da3b07879 admin admin] Publish callbacks [] for security_group (bf34a0fd-7a6a-45bd-a14d-29ea4435bf63), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:41.463181 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6d71-6214-4c18-a9cb-5a3da3b07879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (bf34a0fd-7a6a-45bd-a14d-29ea4435bf63), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:41.502784 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-0f7d6d71-6214-4c18-a9cb-5a3da3b07879 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58954cf543634a798823719ee2e71035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3358579 Apr 08 17:39:41.514441 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 44212) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:41.516416 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d6d71-6214-4c18-a9cb-5a3da3b07879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf34a0fd-7a6a-45bd-a14d-29ea4435bf63,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:41.559825 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b1ce119d-5fbc-493a-adbb-745ea832025c admin admin] Publish callbacks [] for security_group (bf34a0fd-7a6a-45bd-a14d-29ea4435bf63), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:41.582166 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b1ce119d-5fbc-493a-adbb-745ea832025c admin admin] Publish callbacks [] for security_group (bf34a0fd-7a6a-45bd-a14d-29ea4435bf63), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:41.629274 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b1ce119d-5fbc-493a-adbb-745ea832025c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (bf34a0fd-7a6a-45bd-a14d-29ea4435bf63), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:41.631768 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b1ce119d-5fbc-493a-adbb-745ea832025c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:41.632957 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-b1ce119d-5fbc-493a-adbb-745ea832025c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf34a0fd-7a6a-45bd-a14d-29ea4435bf63 HTTP/1.1" status: 204 len: 168 time: 0.1236217 Apr 08 17:39:41.641378 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce119d-5fbc-493a-adbb-745ea832025c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf34a0fd-7a6a-45bd-a14d-29ea4435bf63,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:44.691797 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:45.349533 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0a95c692-db8b-4b73-939d-1c19aaa6a1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:48.005325 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a12d393a-f623-409d-97a4-18451b18b5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:48.801588 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.504735 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:51.877574 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:54.019198 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bd94c010-cf17-4092-a2b1-d09607b057ae req-2162934c-8fa4-4a72-a17a-035db22a54b4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418708 Apr 08 17:39:54.155712 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94c010-cf17-4092-a2b1-d09607b057ae req-ac4325e4-76b1-44f0-af27-627482abc477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:54.157695 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bd94c010-cf17-4092-a2b1-d09607b057ae req-ac4325e4-76b1-44f0-af27-627482abc477 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=12f717453b984dd8a5a40a72e9303542&device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 1129 time: 0.0489318 Apr 08 17:39:54.267828 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94c010-cf17-4092-a2b1-d09607b057ae req-fac62bb5-c203-455e-8b4f-02a97a14418b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:54.269320 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bd94c010-cf17-4092-a2b1-d09607b057ae req-fac62bb5-c203-455e-8b4f-02a97a14418b service neutron] 10.222.0.91 "GET /v2.0/networks?id=caeb0e8b-265b-4213-ab02-7353b86794ae HTTP/1.1" status: 200 len: 911 time: 0.0879743 Apr 08 17:39:54.317686 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bd94c010-cf17-4092-a2b1-d09607b057ae req-236cfbc5-9084-4d6a-a8ed-005313abc5ff service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=672ca70b-99dd-4604-b750-4d24933a7544 HTTP/1.1" status: 200 len: 217 time: 0.0424447 Apr 08 17:39:54.375769 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94c010-cf17-4092-a2b1-d09607b057ae req-f60ae592-ebf2-422a-afab-965c13a15548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:54.377266 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bd94c010-cf17-4092-a2b1-d09607b057ae req-f60ae592-ebf2-422a-afab-965c13a15548 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=04768683-8c38-4f65-9c90-91ccb3647913 HTTP/1.1" status: 200 len: 850 time: 0.0534172 Apr 08 17:39:54.412921 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bd94c010-cf17-4092-a2b1-d09607b057ae req-9fd3a3fe-fcc1-4893-80c6-085bf1d18992 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=caeb0e8b-265b-4213-ab02-7353b86794ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291505 Apr 08 17:39:54.512840 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bd94c010-cf17-4092-a2b1-d09607b057ae req-1a862bfd-105b-4211-91b7-71793328144f service neutron] 10.222.0.91 "GET /v2.0/networks/caeb0e8b-265b-4213-ab02-7353b86794ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910919 Apr 08 17:39:54.615854 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bd94c010-cf17-4092-a2b1-d09607b057ae req-8e081175-5fa4-433f-9610-07cc6157c75c service neutron] 10.222.0.91 "GET /v2.0/networks/caeb0e8b-265b-4213-ab02-7353b86794ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943677 Apr 08 17:39:55.103390 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21b3a3-7593-419f-bc89-88451681b09c req-72487a2d-30f0-4752-8d9f-eb841cdf30b3 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:55.104901 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7c21b3a3-7593-419f-bc89-88451681b09c req-72487a2d-30f0-4752-8d9f-eb841cdf30b3 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 945 time: 0.0497766 Apr 08 17:39:55.158038 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7c21b3a3-7593-419f-bc89-88451681b09c req-b26934e8-f89b-4e0b-a3a9-2545b2981538 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471165 Apr 08 17:39:56.275454 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a7111-208e-4f2d-83d1-a8b2d2675730 req-89216b5c-625f-4ed2-b7e3-da2c60d5d449 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:56.280648 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2a4a7111-208e-4f2d-83d1-a8b2d2675730 req-89216b5c-625f-4ed2-b7e3-da2c60d5d449 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 945 time: 0.0454829 Apr 08 17:39:56.323821 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2a4a7111-208e-4f2d-83d1-a8b2d2675730 req-8f547765-0137-4848-a400-43ce2ac96482 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406239 Apr 08 17:39:56.546089 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:39:57.441652 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61e656-ca57-473c-975a-b9490904ed7a req-f4394d31-7b82-4828-8441-a92097646c27 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:57.443180 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0a61e656-ca57-473c-975a-b9490904ed7a req-f4394d31-7b82-4828-8441-a92097646c27 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 945 time: 0.0503116 Apr 08 17:39:57.501600 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0a61e656-ca57-473c-975a-b9490904ed7a req-0dcd880b-0bb1-495b-9a13-52871a83cb66 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520082 Apr 08 17:39:58.633006 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59476ad-c64f-4727-98a6-d68c95801f7f req-da1fed04-f980-42c6-b549-5f36bdeefb13 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:58.634718 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d59476ad-c64f-4727-98a6-d68c95801f7f req-da1fed04-f980-42c6-b549-5f36bdeefb13 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 945 time: 0.0563977 Apr 08 17:39:58.720026 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d59476ad-c64f-4727-98a6-d68c95801f7f req-10777c75-6f2b-4de2-a26a-8a6df51849ac tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783141 Apr 08 17:39:59.845728 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d80c1e-c6ed-4178-a4c0-1641ef9064e7 req-2d70c4e7-8d06-433d-8741-0f0b1ef85b5e tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:59.847310 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f2d80c1e-c6ed-4178-a4c0-1641ef9064e7 req-2d70c4e7-8d06-433d-8741-0f0b1ef85b5e tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 945 time: 0.0556509 Apr 08 17:39:59.906728 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f2d80c1e-c6ed-4178-a4c0-1641ef9064e7 req-97683961-f62c-4a7a-98af-fd4b7acc7c6e tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466266 Apr 08 17:40:00.213538 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 44682) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:00.326719 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b18b4c4a-25cf-4b8a-8aef-0c9143697c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:00.413711 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b18b4c4a-25cf-4b8a-8aef-0c9143697c74 admin admin] Publish callbacks [] for security_group (437637ec-c16c-4c4d-9f47-58b8af7ebb5a), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:00.419032 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b18b4c4a-25cf-4b8a-8aef-0c9143697c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (437637ec-c16c-4c4d-9f47-58b8af7ebb5a), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:00.454315 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-b18b4c4a-25cf-4b8a-8aef-0c9143697c74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1060b7e8ea0c46028923ac95715e1afa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394030 Apr 08 17:40:00.457179 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 44696) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:00.470866 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b4c4a-25cf-4b8a-8aef-0c9143697c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437637ec-c16c-4c4d-9f47-58b8af7ebb5a,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:00.478669 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4c4a-25cf-4b8a-8aef-0c9143697c74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.479060 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4c4a-25cf-4b8a-8aef-0c9143697c74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.479597 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4c4a-25cf-4b8a-8aef-0c9143697c74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.479996 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4c4a-25cf-4b8a-8aef-0c9143697c74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.480374 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4c4a-25cf-4b8a-8aef-0c9143697c74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.480774 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4c4a-25cf-4b8a-8aef-0c9143697c74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.481153 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4c4a-25cf-4b8a-8aef-0c9143697c74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.481496 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4c4a-25cf-4b8a-8aef-0c9143697c74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.481871 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4c4a-25cf-4b8a-8aef-0c9143697c74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.482229 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4c4a-25cf-4b8a-8aef-0c9143697c74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.482567 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4c4a-25cf-4b8a-8aef-0c9143697c74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.483526 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4c4a-25cf-4b8a-8aef-0c9143697c74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.483939 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4c4a-25cf-4b8a-8aef-0c9143697c74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.484383 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4c4a-25cf-4b8a-8aef-0c9143697c74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.484718 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4c4a-25cf-4b8a-8aef-0c9143697c74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.524796 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] Publish callbacks [] for security_group (437637ec-c16c-4c4d-9f47-58b8af7ebb5a), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:00.566743 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] Publish callbacks [] for security_group (437637ec-c16c-4c4d-9f47-58b8af7ebb5a), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:00.735638 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (437637ec-c16c-4c4d-9f47-58b8af7ebb5a), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:00.738255 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:00.739394 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/437637ec-c16c-4c4d-9f47-58b8af7ebb5a HTTP/1.1" status: 204 len: 168 time: 0.2809205 Apr 08 17:40:00.746924 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437637ec-c16c-4c4d-9f47-58b8af7ebb5a,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:00.753824 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.754168 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.754501 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.754834 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.755163 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.755482 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.755801 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.756115 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.756547 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.756799 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.757256 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.757585 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.757901 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.758211 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.758521 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93c0c0-ca36-4b6b-8408-c447108d8f11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:00.977300 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898992-7fc9-421f-b87e-51df8d851e6e req-3aaec9bb-0c99-4201-9166-9369f18f6936 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:00.979363 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f2898992-7fc9-421f-b87e-51df8d851e6e req-3aaec9bb-0c99-4201-9166-9369f18f6936 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.91 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 945 time: 0.0934296 Apr 08 17:40:01.042302 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1655dd-c186-4455-8d5c-182bba62832a req-165ba5d9-e43c-4f31-8de5-fb9ed09e3a2b tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:01.043843 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9b1655dd-c186-4455-8d5c-182bba62832a req-165ba5d9-e43c-4f31-8de5-fb9ed09e3a2b tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 945 time: 0.0573297 Apr 08 17:40:01.044343 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 44708) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:01.062533 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2a854476-942d-4a59-8e1b-8bed854008e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:01.120157 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-f2898992-7fc9-421f-b87e-51df8d851e6e req-5b0e397e-c3a8-4b77-b2a1-f54bef49ddb4 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Deleting port 672ca70b-99dd-4604-b750-4d24933a7544 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:40:01.120760 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f2898992-7fc9-421f-b87e-51df8d851e6e req-5b0e397e-c3a8-4b77-b2a1-f54bef49ddb4 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (672ca70b-99dd-4604-b750-4d24933a7544), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:01.139685 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9b1655dd-c186-4455-8d5c-182bba62832a req-ea9568e6-ec99-4b2b-a97c-87bc65e8d58e tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b7bd957-a3b2-4990-868b-3f1f3189e659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885484 Apr 08 17:40:01.227572 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2a854476-942d-4a59-8e1b-8bed854008e4 admin admin] Publish callbacks [] for security_group (a84ffaeb-51da-42bf-a802-dffe076bdc88), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:01.233360 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2a854476-942d-4a59-8e1b-8bed854008e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (a84ffaeb-51da-42bf-a802-dffe076bdc88), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:01.266654 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-f2898992-7fc9-421f-b87e-51df8d851e6e req-5b0e397e-c3a8-4b77-b2a1-f54bef49ddb4 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] For port 672ca70b-99dd-4604-b750-4d24933a7544, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=672ca70b-99dd-4604-b750-4d24933a7544,segment=NetworkSegment(19707d1c-1da5-4628-8da2-70c1ee6945f7),segment_id=19707d1c-1da5-4628-8da2-70c1ee6945f7)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:01.267208 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f2898992-7fc9-421f-b87e-51df8d851e6e req-5b0e397e-c3a8-4b77-b2a1-f54bef49ddb4 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (672ca70b-99dd-4604-b750-4d24933a7544), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:01.279956 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-2a854476-942d-4a59-8e1b-8bed854008e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8dfb36e93074ebb896bd7df81c1160c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345469 Apr 08 17:40:01.282557 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 44718) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:01.297045 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-f2898992-7fc9-421f-b87e-51df8d851e6e req-5b0e397e-c3a8-4b77-b2a1-f54bef49ddb4 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Calling delete_port for 672ca70b-99dd-4604-b750-4d24933a7544 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:40:01.303238 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a854476-942d-4a59-8e1b-8bed854008e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84ffaeb-51da-42bf-a802-dffe076bdc88,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:01.353220 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-82d47417-0a68-42c4-bf2e-f1be015fa644 admin admin] Publish callbacks [] for security_group (a84ffaeb-51da-42bf-a802-dffe076bdc88), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:01.377835 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-82d47417-0a68-42c4-bf2e-f1be015fa644 admin admin] Publish callbacks [] for security_group (a84ffaeb-51da-42bf-a802-dffe076bdc88), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:01.429246 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-82d47417-0a68-42c4-bf2e-f1be015fa644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (a84ffaeb-51da-42bf-a802-dffe076bdc88), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:01.431944 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-82d47417-0a68-42c4-bf2e-f1be015fa644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:01.433154 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-82d47417-0a68-42c4-bf2e-f1be015fa644 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a84ffaeb-51da-42bf-a802-dffe076bdc88 HTTP/1.1" status: 204 len: 168 time: 0.1495156 Apr 08 17:40:01.442787 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d47417-0a68-42c4-bf2e-f1be015fa644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84ffaeb-51da-42bf-a802-dffe076bdc88,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:01.481821 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f2898992-7fc9-421f-b87e-51df8d851e6e req-5b0e397e-c3a8-4b77-b2a1-f54bef49ddb4 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (672ca70b-99dd-4604-b750-4d24933a7544), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:01.512029 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e397e-c3a8-4b77-b2a1-f54bef49ddb4 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Pushing event deleted for resources: {'Port': ['ID=672ca70b-99dd-4604-b750-4d24933a7544,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:01.591404 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2898992-7fc9-421f-b87e-51df8d851e6e req-5b0e397e-c3a8-4b77-b2a1-f54bef49ddb4 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] No DVR routers for this DVR port 672ca70b-99dd-4604-b750-4d24933a7544 on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:40:01.594739 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f2898992-7fc9-421f-b87e-51df8d851e6e req-5b0e397e-c3a8-4b77-b2a1-f54bef49ddb4 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:01.598528 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f2898992-7fc9-421f-b87e-51df8d851e6e req-5b0e397e-c3a8-4b77-b2a1-f54bef49ddb4 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.91 "DELETE /v2.0/ports/672ca70b-99dd-4604-b750-4d24933a7544 HTTP/1.1" status: 204 len: 173 time: 0.6106095 Apr 08 17:40:01.599141 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57734dcf-0320-4936-b973-bef63e837fb0', 'name': 'network-vif-deleted', 'tag': '672ca70b-99dd-4604-b750-4d24933a7544'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:40:01.608244 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331ae854-a46f-4216-a6a7-bd76b0c14116" -d '{"events": [{"server_uuid": "57734dcf-0320-4936-b973-bef63e837fb0", "name": "network-vif-deleted", "tag": "672ca70b-99dd-4604-b750-4d24933a7544"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:40:01.648386 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f5b60c-446f-4081-acf0-7c381d130301 x-openstack-request-id: req-17f5b60c-446f-4081-acf0-7c381d130301 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:40:01.648905 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57734dcf-0320-4936-b973-bef63e837fb0", "name": "network-vif-deleted", "tag": "672ca70b-99dd-4604-b750-4d24933a7544", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:40:01.649199 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17f5b60c-446f-4081-acf0-7c381d130301 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:40:01.649681 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f5b60c-446f-4081-acf0-7c381d130301'] response: {'server_uuid': '57734dcf-0320-4936-b973-bef63e837fb0', 'name': 'network-vif-deleted', 'tag': '672ca70b-99dd-4604-b750-4d24933a7544', 'status': 'completed', 'code': 200} Apr 08 17:40:02.251990 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-02c4def2-6a47-43e7-8813-e67e860bb0c8 req-1799aa0e-be0f-40e7-ad24-4a7bfb64b2c5 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 210 time: 0.0281036 Apr 08 17:40:03.351240 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-42cb312a-cc57-4908-abbc-3426d49f7cd6 req-6e223752-2e3b-46fb-964d-45327bf55089 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 210 time: 0.0281091 Apr 08 17:40:03.502866 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 44822) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:03.615500 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b818d372-d615-4069-8564-94a4e1241c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.698273 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b818d372-d615-4069-8564-94a4e1241c40 admin admin] Publish callbacks [] for security_group (ac974d72-ca77-4468-93e4-7f0f4fb6a137), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.702927 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b818d372-d615-4069-8564-94a4e1241c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (ac974d72-ca77-4468-93e4-7f0f4fb6a137), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.740405 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-b818d372-d615-4069-8564-94a4e1241c40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e85adb7fbb164a308d51e1214196ffb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364254 Apr 08 17:40:03.741267 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818d372-d615-4069-8564-94a4e1241c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac974d72-ca77-4468-93e4-7f0f4fb6a137,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:03.743321 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 44830) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:03.797412 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ab37757e-cd60-4cf1-a78f-3d0a9c93a5ef admin admin] Publish callbacks [] for security_group (ac974d72-ca77-4468-93e4-7f0f4fb6a137), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.820474 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ab37757e-cd60-4cf1-a78f-3d0a9c93a5ef admin admin] Publish callbacks [] for security_group (ac974d72-ca77-4468-93e4-7f0f4fb6a137), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.874471 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ab37757e-cd60-4cf1-a78f-3d0a9c93a5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (ac974d72-ca77-4468-93e4-7f0f4fb6a137), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.877515 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ab37757e-cd60-4cf1-a78f-3d0a9c93a5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.878786 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-ab37757e-cd60-4cf1-a78f-3d0a9c93a5ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac974d72-ca77-4468-93e4-7f0f4fb6a137 HTTP/1.1" status: 204 len: 168 time: 0.1344738 Apr 08 17:40:03.886856 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37757e-cd60-4cf1-a78f-3d0a9c93a5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac974d72-ca77-4468-93e4-7f0f4fb6a137,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:04.071397 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['672ca70b-99dd-4604-b750-4d24933a7544'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:40:04.157328 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 44838) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:04.171028 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-dddf6297-d454-4cf5-bca7-9fd626240306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:04.259505 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-dddf6297-d454-4cf5-bca7-9fd626240306 admin admin] Publish callbacks [] for security_group (3a734be1-2663-4fbd-aab7-ad6158bbba72), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:04.264433 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-dddf6297-d454-4cf5-bca7-9fd626240306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (3a734be1-2663-4fbd-aab7-ad6158bbba72), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:04.307811 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-dddf6297-d454-4cf5-bca7-9fd626240306 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=efcaac5631c14fb5b8bff0bbf696a06d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493852 Apr 08 17:40:04.310601 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 44840) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:04.318798 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf6297-d454-4cf5-bca7-9fd626240306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a734be1-2663-4fbd-aab7-ad6158bbba72,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:04.361149 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c444fc75-6ab5-41e5-942f-6194922b5e15 admin admin] Publish callbacks [] for security_group (3a734be1-2663-4fbd-aab7-ad6158bbba72), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:04.382748 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c444fc75-6ab5-41e5-942f-6194922b5e15 admin admin] Publish callbacks [] for security_group (3a734be1-2663-4fbd-aab7-ad6158bbba72), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:04.466770 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c444fc75-6ab5-41e5-942f-6194922b5e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (3a734be1-2663-4fbd-aab7-ad6158bbba72), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:04.470111 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c444fc75-6ab5-41e5-942f-6194922b5e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:04.471308 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-c444fc75-6ab5-41e5-942f-6194922b5e15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a734be1-2663-4fbd-aab7-ad6158bbba72 HTTP/1.1" status: 204 len: 168 time: 0.1597140 Apr 08 17:40:04.475741 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d83f0f25-74f8-43d3-8a70-6788482642b8 req-0d8faaed-77a2-4fc5-b0b9-81dfd8e1e1f0 tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 210 time: 0.0388200 Apr 08 17:40:04.481714 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444fc75-6ab5-41e5-942f-6194922b5e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a734be1-2663-4fbd-aab7-ad6158bbba72,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:05.597850 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e8833824-e7ca-42fd-8026-fbcf131ca93d req-f6eeea35-0fe5-47ad-ac1e-6aec45dba9db tempest-DeleteServersTestJSON-895611753 tempest-DeleteServersTestJSON-895611753-project] 10.222.0.24 "GET /v2.0/ports?device_id=57734dcf-0320-4936-b973-bef63e837fb0 HTTP/1.1" status: 200 len: 210 time: 0.0334151 Apr 08 17:40:06.396580 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 44938) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:06.472235 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 44942) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:06.571434 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-03e3b1b2-bfd0-4516-b95a-7a94f19c1818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:06.595342 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a84972e3-ed38-4e05-ba78-ba1be67884f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:06.653522 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-03e3b1b2-bfd0-4516-b95a-7a94f19c1818 admin admin] Publish callbacks [] for security_group (e25b51c2-e4ff-4b10-90e5-bffe0dd6a7c2), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:06.667667 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-03e3b1b2-bfd0-4516-b95a-7a94f19c1818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (e25b51c2-e4ff-4b10-90e5-bffe0dd6a7c2), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:06.709581 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3b1b2-bfd0-4516-b95a-7a94f19c1818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25b51c2-e4ff-4b10-90e5-bffe0dd6a7c2,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:06.715571 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-03e3b1b2-bfd0-4516-b95a-7a94f19c1818 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=980f95e74e8840688d02340d0529bb33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176007 Apr 08 17:40:06.719395 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 44952) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:06.759776 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a84972e3-ed38-4e05-ba78-ba1be67884f0 admin admin] Publish callbacks [] for security_group (77632557-16f1-4f07-bf8b-13cb74f40617), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:06.766365 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a84972e3-ed38-4e05-ba78-ba1be67884f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (77632557-16f1-4f07-bf8b-13cb74f40617), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:06.777370 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0e1a5796-5d53-4764-83f3-463eccae0d23 admin admin] Publish callbacks [] for security_group (e25b51c2-e4ff-4b10-90e5-bffe0dd6a7c2), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:06.815031 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-a84972e3-ed38-4e05-ba78-ba1be67884f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d2987d270014217aadc21bf95757b3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3346677 Apr 08 17:40:06.815198 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0e1a5796-5d53-4764-83f3-463eccae0d23 admin admin] Publish callbacks [] for security_group (e25b51c2-e4ff-4b10-90e5-bffe0dd6a7c2), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:06.815296 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84972e3-ed38-4e05-ba78-ba1be67884f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77632557-16f1-4f07-bf8b-13cb74f40617,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:06.815393 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 44956) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:06.893102 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-417025c2-6d25-418e-abff-27d54373bd96 admin admin] Publish callbacks [] for security_group (77632557-16f1-4f07-bf8b-13cb74f40617), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:06.916684 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0e1a5796-5d53-4764-83f3-463eccae0d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (e25b51c2-e4ff-4b10-90e5-bffe0dd6a7c2), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:06.919237 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0e1a5796-5d53-4764-83f3-463eccae0d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:06.920894 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-0e1a5796-5d53-4764-83f3-463eccae0d23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e25b51c2-e4ff-4b10-90e5-bffe0dd6a7c2 HTTP/1.1" status: 204 len: 168 time: 0.1973655 Apr 08 17:40:06.927588 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-417025c2-6d25-418e-abff-27d54373bd96 admin admin] Publish callbacks [] for security_group (77632557-16f1-4f07-bf8b-13cb74f40617), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:06.941146 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a5796-5d53-4764-83f3-463eccae0d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25b51c2-e4ff-4b10-90e5-bffe0dd6a7c2,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:07.001789 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-417025c2-6d25-418e-abff-27d54373bd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (77632557-16f1-4f07-bf8b-13cb74f40617), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:07.005570 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-417025c2-6d25-418e-abff-27d54373bd96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:07.007207 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-417025c2-6d25-418e-abff-27d54373bd96 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77632557-16f1-4f07-bf8b-13cb74f40617 HTTP/1.1" status: 204 len: 168 time: 0.1936476 Apr 08 17:40:07.016285 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417025c2-6d25-418e-abff-27d54373bd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77632557-16f1-4f07-bf8b-13cb74f40617,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:07.874498 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 45032) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:07.883381 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 45036) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:07.978981 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-3f8c197a-c4f9-4a2a-ad91-37e3e733a472 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2109637634-network', 'tenant_id': '8dbbc5b2cc7f41318207dd12f632681c'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:07.997896 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-741664b7-808e-41d0-bcd5-0618b6eb757c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1770809295-network', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:08.009135 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8c197a-c4f9-4a2a-ad91-37e3e733a472 admin admin] Made reservation on behalf of 8dbbc5b2cc7f41318207dd12f632681c for: {'network': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:40:08.011394 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3f8c197a-c4f9-4a2a-ad91-37e3e733a472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for network (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.025754 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3f8c197a-c4f9-4a2a-ad91-37e3e733a472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.035458 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741664b7-808e-41d0-bcd5-0618b6eb757c admin admin] Made reservation on behalf of ca55bd6671ec4be0b183e1248c09d34b for: {'network': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:40:08.037682 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-741664b7-808e-41d0-bcd5-0618b6eb757c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for network (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.049721 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-741664b7-808e-41d0-bcd5-0618b6eb757c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.096388 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 672ca70b-99dd-4604-b750-4d24933a7544 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:40:08.118735 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: 672ca70b-99dd-4604-b750-4d24933a7544 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:40:08.119122 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 672ca70b-99dd-4604-b750-4d24933a7544 not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:40:08.172150 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45046) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:08.177211 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3f8c197a-c4f9-4a2a-ad91-37e3e733a472 admin admin] Publish callbacks [] for security_group (48ca0466-a372-405b-a84f-2bca943b42dc), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.184620 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3f8c197a-c4f9-4a2a-ad91-37e3e733a472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (48ca0466-a372-405b-a84f-2bca943b42dc), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.206938 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-741664b7-808e-41d0-bcd5-0618b6eb757c admin admin] Publish callbacks [] for security_group (dc730667-ca9e-4450-adf0-e727648d2340), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.215335 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-741664b7-808e-41d0-bcd5-0618b6eb757c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (dc730667-ca9e-4450-adf0-e727648d2340), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.217093 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_v2 [None req-29721af6-7528-4f8d-bf5b-50bf4cf6bd3b admin admin] Deleting subnet 04768683-8c38-4f65-9c90-91ccb3647913 {{(pid=103643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:40:08.221111 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-29721af6-7528-4f8d-bf5b-50bf4cf6bd3b admin admin] Publish callbacks [] for subnet (04768683-8c38-4f65-9c90-91ccb3647913), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.224281 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8c197a-c4f9-4a2a-ad91-37e3e733a472 admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=103644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:40:08.246193 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3f8c197a-c4f9-4a2a-ad91-37e3e733a472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (65aaa2bb-b6db-4490-a915-86c821f1e2cb), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.246541 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.segments_db [None req-3f8c197a-c4f9-4a2a-ad91-37e3e733a472 admin admin] Added segment 65aaa2bb-b6db-4490-a915-86c821f1e2cb of type vlan for network 3f103763-c11f-4d92-9086-f3e9a134d754 Apr 08 17:40:08.247755 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c197a-c4f9-4a2a-ad91-37e3e733a472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ca0466-a372-405b-a84f-2bca943b42dc,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:08.258874 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741664b7-808e-41d0-bcd5-0618b6eb757c admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=103644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:40:08.264713 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-29721af6-7528-4f8d-bf5b-50bf4cf6bd3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7555455'] for subnet (04768683-8c38-4f65-9c90-91ccb3647913), precommit_delete_associations {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.303737 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-741664b7-808e-41d0-bcd5-0618b6eb757c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (5f841c34-c6dd-467e-82f9-2f99f5064ce8), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.304122 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.segments_db [None req-741664b7-808e-41d0-bcd5-0618b6eb757c admin admin] Added segment 5f841c34-c6dd-467e-82f9-2f99f5064ce8 of type vlan for network 3d46c65a-4971-4a7f-92b3-38349cf449e3 Apr 08 17:40:08.306297 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-29721af6-7528-4f8d-bf5b-50bf4cf6bd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929042'] for subnet (04768683-8c38-4f65-9c90-91ccb3647913), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.333628 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741664b7-808e-41d0-bcd5-0618b6eb757c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc730667-ca9e-4450-adf0-e727648d2340,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:08.337505 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3f8c197a-c4f9-4a2a-ad91-37e3e733a472 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761100671573'] for network (3f103763-c11f-4d92-9086-f3e9a134d754), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.375313 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-29721af6-7528-4f8d-bf5b-50bf4cf6bd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7534635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5067481'] for subnet (04768683-8c38-4f65-9c90-91ccb3647913), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.381350 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-741664b7-808e-41d0-bcd5-0618b6eb757c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761100671573'] for network (3d46c65a-4971-4a7f-92b3-38349cf449e3), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.408124 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-29721af6-7528-4f8d-bf5b-50bf4cf6bd3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.413187 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-29721af6-7528-4f8d-bf5b-50bf4cf6bd3b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/04768683-8c38-4f65-9c90-91ccb3647913 HTTP/1.1" status: 204 len: 168 time: 0.2395782 Apr 08 17:40:08.414423 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29721af6-7528-4f8d-bf5b-50bf4cf6bd3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04768683-8c38-4f65-9c90-91ccb3647913,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:08.416936 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45052) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:08.418645 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3f8c197a-c4f9-4a2a-ad91-37e3e733a472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for network (3f103763-c11f-4d92-9086-f3e9a134d754), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.419865 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8c197a-c4f9-4a2a-ad91-37e3e733a472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:08.420779 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3f8c197a-c4f9-4a2a-ad91-37e3e733a472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.429154 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-741664b7-808e-41d0-bcd5-0618b6eb757c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for network (3d46c65a-4971-4a7f-92b3-38349cf449e3), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.430524 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741664b7-808e-41d0-bcd5-0618b6eb757c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:08.431387 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-741664b7-808e-41d0-bcd5-0618b6eb757c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.480955 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-741664b7-808e-41d0-bcd5-0618b6eb757c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5963557 Apr 08 17:40:08.485074 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 45058) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:08.515545 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-30cdb042-0762-4d38-91a5-c67232a04603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-970409'] for network (caeb0e8b-265b-4213-ab02-7353b86794ae), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.520929 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-4cf01cee-8319-4ca9-b500-e554c6a00233 admin admin] Request body: {'subnet': {'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1770809295-subnet', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'ip_version': 4}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:08.530650 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45060) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:08.530853 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-3f8c197a-c4f9-4a2a-ad91-37e3e733a472 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6550395 Apr 08 17:40:08.543246 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c197a-c4f9-4a2a-ad91-37e3e733a472 admin admin] Pushing event updated for resources: {'Network': ['ID=3f103763-c11f-4d92-9086-f3e9a134d754,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:08.555115 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Network 3f103763-c11f-4d92-9086-f3e9a134d754 details requested by agent ovs-agent-dv-cinder-837164-1-iscsi with host dv-cinder-837164-1-iscsi {{(pid=103645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:40:08.563875 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-79698d92-a1c3-4e6d-9ebf-146e7d7f7faa admin admin] Request body: {'subnet': {'network_id': '3f103763-c11f-4d92-9086-f3e9a134d754', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2109637634-subnet', 'tenant_id': '8dbbc5b2cc7f41318207dd12f632681c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:08.632782 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79698d92-a1c3-4e6d-9ebf-146e7d7f7faa admin admin] Made reservation on behalf of 8dbbc5b2cc7f41318207dd12f632681c for: {'subnet': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:40:08.635216 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-79698d92-a1c3-4e6d-9ebf-146e7d7f7faa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5067452'] for subnet (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.639066 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-30cdb042-0762-4d38-91a5-c67232a04603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931487', 'neutron.services.segments.db._delete_segments_for_network-8761101197981'] for network (caeb0e8b-265b-4213-ab02-7353b86794ae), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.670009 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf01cee-8319-4ca9-b500-e554c6a00233 admin admin] Made reservation on behalf of ca55bd6671ec4be0b183e1248c09d34b for: {'subnet': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:40:08.673520 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4cf01cee-8319-4ca9-b500-e554c6a00233 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.699621 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741664b7-808e-41d0-bcd5-0618b6eb757c admin admin] Pushing event updated for resources: {'Network': ['ID=3d46c65a-4971-4a7f-92b3-38349cf449e3,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:08.721252 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-30cdb042-0762-4d38-91a5-c67232a04603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caeb0e8b-265b-4213-ab02-7353b86794ae']}} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:08.762042 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Network 3d46c65a-4971-4a7f-92b3-38349cf449e3 details requested by agent ovs-agent-dv-cinder-837164-1-iscsi with host dv-cinder-837164-1-iscsi {{(pid=103645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:40:08.830156 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-30cdb042-0762-4d38-91a5-c67232a04603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19707d1c-1da5-4628-8da2-70c1ee6945f7') {'for_net_delete': True} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:08.830478 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-30cdb042-0762-4d38-91a5-c67232a04603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19707d1c-1da5-4628-8da2-70c1ee6945f7') {} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:08.867171 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-30cdb042-0762-4d38-91a5-c67232a04603 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761101199014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7555446'] for segment (19707d1c-1da5-4628-8da2-70c1ee6945f7), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.904578 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-30cdb042-0762-4d38-91a5-c67232a04603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (19707d1c-1da5-4628-8da2-70c1ee6945f7), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.914235 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30cdb042-0762-4d38-91a5-c67232a04603 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=103643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:40:08.914854 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-30cdb042-0762-4d38-91a5-c67232a04603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7534669'] for segment (19707d1c-1da5-4628-8da2-70c1ee6945f7), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: Traceback (most recent call last): Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: timer() Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: cb(*args, **kw) Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: return func(*args, **kwargs) Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: self._notify() Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: self.callback(batched_events) Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: event.method(event) Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: return f(self, *a, **k) Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._get(url).json() Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: return self.request(url, 'GET', **kwargs) Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:40:08.916979 dv-cinder-837164-1-iscsi neutron-server[103643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:40:08.957046 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4cf01cee-8319-4ca9-b500-e554c6a00233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for subnet (f73dc476-3c86-43aa-9145-70ffe54e5685), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.014267 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf01cee-8319-4ca9-b500-e554c6a00233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f73dc476-3c86-43aa-9145-70ffe54e5685,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:09.024035 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-30cdb042-0762-4d38-91a5-c67232a04603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646066'] for network (caeb0e8b-265b-4213-ab02-7353b86794ae), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.032301 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-30cdb042-0762-4d38-91a5-c67232a04603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.038310 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-30cdb042-0762-4d38-91a5-c67232a04603 admin admin] 10.222.0.24 "DELETE /v2.0/networks/caeb0e8b-265b-4213-ab02-7353b86794ae HTTP/1.1" status: 204 len: 168 time: 0.6180329 Apr 08 17:40:09.044411 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf01cee-8319-4ca9-b500-e554c6a00233 admin admin] Checking segment: {'id': '5f841c34-c6dd-467e-82f9-2f99f5064ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:40:09.044776 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf01cee-8319-4ca9-b500-e554c6a00233 admin admin] Network hostable DHCP agents. Network: 3d46c65a-4971-4a7f-92b3-38349cf449e3, hostable agents: ['72b2ee88-fa79-44c9-b63e-eafca22f1392'], hosted agents: [] {{(pid=103644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:40:09.066066 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf01cee-8319-4ca9-b500-e554c6a00233 admin admin] Network 3d46c65a-4971-4a7f-92b3-38349cf449e3 is scheduled to be hosted by DHCP agent 72b2ee88-fa79-44c9-b63e-eafca22f1392 with binding_index 1 {{(pid=103644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:40:09.067791 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdb042-0762-4d38-91a5-c67232a04603 admin admin] Pushing event deleted for resources: {'Network': ['ID=caeb0e8b-265b-4213-ab02-7353b86794ae,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:09.086661 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-4cf01cee-8319-4ca9-b500-e554c6a00233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837164-1-iscsi, 3d46c65a-4971-4a7f-92b3-38349cf449e3) {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:09.097580 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf01cee-8319-4ca9-b500-e554c6a00233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:09.098376 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4cf01cee-8319-4ca9-b500-e554c6a00233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.104078 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07440ce-f3ad-46dc-8a72-59778673b10b None None] Network 3d46c65a-4971-4a7f-92b3-38349cf449e3 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:40:09.117733 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-79698d92-a1c3-4e6d-9ebf-146e7d7f7faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7535342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5067474'] for subnet (76d2ef6a-ec7c-4a6e-a5bd-b6be07ff9679), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.134644 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-4cf01cee-8319-4ca9-b500-e554c6a00233 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6476569 Apr 08 17:40:09.136658 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 45080) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:09.142458 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-deeb7761-0255-414c-9854-b4a920a5de37 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1770809295-router', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:09.194629 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-deeb7761-0255-414c-9854-b4a920a5de37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6541'] for router (a6247856-94f8-4f91-a953-7516526eb23c), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.196660 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-deeb7761-0255-414c-9854-b4a920a5de37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1646445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6548'] for router (a6247856-94f8-4f91-a953-7516526eb23c), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.199154 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79698d92-a1c3-4e6d-9ebf-146e7d7f7faa admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d2ef6a-ec7c-4a6e-a5bd-b6be07ff9679,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:09.203919 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79698d92-a1c3-4e6d-9ebf-146e7d7f7faa admin admin] Checking segment: {'id': '65aaa2bb-b6db-4490-a915-86c821f1e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3f103763-c11f-4d92-9086-f3e9a134d754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:40:09.204773 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79698d92-a1c3-4e6d-9ebf-146e7d7f7faa admin admin] Network hostable DHCP agents. Network: 3f103763-c11f-4d92-9086-f3e9a134d754, hostable agents: ['72b2ee88-fa79-44c9-b63e-eafca22f1392'], hosted agents: [] {{(pid=103643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:40:09.231298 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79698d92-a1c3-4e6d-9ebf-146e7d7f7faa admin admin] Network 3f103763-c11f-4d92-9086-f3e9a134d754 is scheduled to be hosted by DHCP agent 72b2ee88-fa79-44c9-b63e-eafca22f1392 with binding_index 1 {{(pid=103643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:40:09.254685 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46dd6811-0023-5a74-808c-f3f6e7a50dab-3d46c65a-4971-4a7f-92b3-38349cf449e3', 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3', 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'fixed_ips': [{'subnet_id': 'f73dc476-3c86-43aa-9145-70ffe54e5685'}]}} from dv-cinder-837164-1-iscsi. {{(pid=103645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:40:09.257393 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-79698d92-a1c3-4e6d-9ebf-146e7d7f7faa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837164-1-iscsi, 3f103763-c11f-4d92-9086-f3e9a134d754) {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:09.259166 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.268339 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-deeb7761-0255-414c-9854-b4a920a5de37 admin admin] Publish callbacks [] for router_controller (a6247856-94f8-4f91-a953-7516526eb23c), precommit_add_association {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.269085 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79698d92-a1c3-4e6d-9ebf-146e7d7f7faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:09.270033 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-79698d92-a1c3-4e6d-9ebf-146e7d7f7faa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.290201 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45082) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:09.297862 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de9d065-1105-40b2-ba27-3e04edf696bc None None] Network 3f103763-c11f-4d92-9086-f3e9a134d754 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:40:09.328859 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-79698d92-a1c3-4e6d-9ebf-146e7d7f7faa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7966232 Apr 08 17:40:09.374783 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-109dbe3c-5c2b-4160-b5f9-3b487f28727a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12f717453b984dd8a5a40a72e9303542&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0833695 Apr 08 17:40:09.378704 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45094) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:09.488959 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d0a26c80-19ec-4b46-8626-e723e96a73fe admin admin] Publish callbacks [] for security_group (4b7bd957-a3b2-4990-868b-3f1f3189e659), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.517107 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-deeb7761-0255-414c-9854-b4a920a5de37 admin admin] Publish callbacks [] for router_gateway (a6247856-94f8-4f91-a953-7516526eb23c), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.533538 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d0a26c80-19ec-4b46-8626-e723e96a73fe admin admin] Publish callbacks [] for security_group (4b7bd957-a3b2-4990-868b-3f1f3189e659), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.603101 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d0a26c80-19ec-4b46-8626-e723e96a73fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (4b7bd957-a3b2-4990-868b-3f1f3189e659), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.607267 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d0a26c80-19ec-4b46-8626-e723e96a73fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.609051 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-d0a26c80-19ec-4b46-8626-e723e96a73fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b7bd957-a3b2-4990-868b-3f1f3189e659 HTTP/1.1" status: 204 len: 168 time: 0.2287421 Apr 08 17:40:09.633951 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a26c80-19ec-4b46-8626-e723e96a73fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7bd957-a3b2-4990-868b-3f1f3189e659,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:09.707472 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dc9f80-6b4d-4691-9624-440859cc2104 None None] Network 3f103763-c11f-4d92-9086-f3e9a134d754 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:40:09.745433 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.db_base_plugin_common [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Allocated IP 172.20.0.2 (3d46c65a-4971-4a7f-92b3-38349cf449e3/f73dc476-3c86-43aa-9145-70ffe54e5685/04bc2ade-df07-4d9a-a159-f66c3ac12e8b) {{(pid=103645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:40:09.747333 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-deeb7761-0255-414c-9854-b4a920a5de37 admin admin] Publish callbacks [] for router_gateway (a6247856-94f8-4f91-a953-7516526eb23c), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.775484 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-deeb7761-0255-414c-9854-b4a920a5de37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:10.005443 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-deeb7761-0255-414c-9854-b4a920a5de37 admin admin] Allocated IP 172.27.0.36 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/8fab9cd4-34e7-4538-9252-20a21702865e) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:40:10.061973 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Publish callbacks [] for port (04bc2ade-df07-4d9a-a159-f66c3ac12e8b), precommit_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:10.075655 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632'] for port (04bc2ade-df07-4d9a-a159-f66c3ac12e8b), after_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:10.173878 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Pushing event updated for resources: {'Port': ['ID=04bc2ade-df07-4d9a-a159-f66c3ac12e8b,revision_number=1']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:10.209779 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Network 3d46c65a-4971-4a7f-92b3-38349cf449e3 is already hosted by enough agents. {{(pid=103645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:40:10.212543 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:10.212777 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:10.213177 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:10.213501 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:10.213831 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:10.214162 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:10.214489 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:10.214812 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:10.215135 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:10.220853 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-deeb7761-0255-414c-9854-b4a920a5de37 admin admin] Publish callbacks [] for port (8fab9cd4-34e7-4538-9252-20a21702865e), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:10.222105 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:10.222105 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:10.222423 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:10.222781 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:10.223107 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:10.223432 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:10.227436 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.base_scheduler [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Resources bound (agent type, host, resource id): {{(pid=103645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:10.237418 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Received port after_create {{(pid=103645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:40:10.297033 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-deeb7761-0255-414c-9854-b4a920a5de37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632'] for port (8fab9cd4-34e7-4538-9252-20a21702865e), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:10.340887 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Attempting to bind port 04bc2ade-df07-4d9a-a159-f66c3ac12e8b on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:40:10.341371 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Attempting to bind port 04bc2ade-df07-4d9a-a159-f66c3ac12e8b by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '5f841c34-c6dd-467e-82f9-2f99f5064ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:40:10.341838 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Attempting to bind port 04bc2ade-df07-4d9a-a159-f66c3ac12e8b on network 3d46c65a-4971-4a7f-92b3-38349cf449e3 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:40:10.364874 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeb7761-0255-414c-9854-b4a920a5de37 admin admin] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:40:10.365617 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-deeb7761-0255-414c-9854-b4a920a5de37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:10.369898 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeb7761-0255-414c-9854-b4a920a5de37 admin admin] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:40:10.371697 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:40:10.372193 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Checking segment: {'id': '5f841c34-c6dd-467e-82f9-2f99f5064ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:40:10.372643 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:10.373101 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Bound using segment: {'id': '5f841c34-c6dd-467e-82f9-2f99f5064ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:40:10.373632 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Bound port: 04bc2ade-df07-4d9a-a159-f66c3ac12e8b, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f841c34-c6dd-467e-82f9-2f99f5064ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:40:10.374016 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (04bc2ade-df07-4d9a-a159-f66c3ac12e8b), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:10.464460 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb7761-0255-414c-9854-b4a920a5de37 admin admin] Pushing event updated for resources: {'Port': ['ID=8fab9cd4-34e7-4538-9252-20a21702865e,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:10.466870 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] For port 04bc2ade-df07-4d9a-a159-f66c3ac12e8b, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:40:10.480384 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] For port 04bc2ade-df07-4d9a-a159-f66c3ac12e8b, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=04bc2ade-df07-4d9a-a159-f66c3ac12e8b,segment=NetworkSegment(5f841c34-c6dd-467e-82f9-2f99f5064ce8),segment_id=5f841c34-c6dd-467e-82f9-2f99f5064ce8)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:40:10.491314 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (04bc2ade-df07-4d9a-a159-f66c3ac12e8b), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:10.630709 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610347c-655b-4933-b90e-d5d57cc43885 None None] Pushing event updated for resources: {'Port': ['ID=04bc2ade-df07-4d9a-a159-f66c3ac12e8b,revision_number=2']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:10.644759 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45152) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:10.818244 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-751f7e28-7501-4ca2-8aee-71b22fbd2a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:10.859326 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-deeb7761-0255-414c-9854-b4a920a5de37 admin admin] Publish callbacks [] for router_gateway (a6247856-94f8-4f91-a953-7516526eb23c), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:10.926160 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-751f7e28-7501-4ca2-8aee-71b22fbd2a7b admin admin] Publish callbacks [] for security_group (a3a7788b-cd7e-4519-b75e-d33a301f26ab), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:10.937450 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-751f7e28-7501-4ca2-8aee-71b22fbd2a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (a3a7788b-cd7e-4519-b75e-d33a301f26ab), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:11.010469 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-751f7e28-7501-4ca2-8aee-71b22fbd2a7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00b6e0711dfc41f3abf52e14607f1882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636916 Apr 08 17:40:11.013840 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45170) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:11.033326 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f7e28-7501-4ca2-8aee-71b22fbd2a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a7788b-cd7e-4519-b75e-d33a301f26ab,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:11.152753 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-642ee888-799a-4184-a510-d3bbc063fb5c admin admin] Publish callbacks [] for security_group (a3a7788b-cd7e-4519-b75e-d33a301f26ab), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:11.213597 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-642ee888-799a-4184-a510-d3bbc063fb5c admin admin] Publish callbacks [] for security_group (a3a7788b-cd7e-4519-b75e-d33a301f26ab), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:11.256479 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 04bc2ade-df07-4d9a-a159-f66c3ac12e8b up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:11.281256 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-deeb7761-0255-414c-9854-b4a920a5de37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646010'] for router (a6247856-94f8-4f91-a953-7516526eb23c), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:11.319691 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45184) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:11.374694 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-642ee888-799a-4184-a510-d3bbc063fb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (a3a7788b-cd7e-4519-b75e-d33a301f26ab), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:11.384903 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-642ee888-799a-4184-a510-d3bbc063fb5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:11.386176 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-642ee888-799a-4184-a510-d3bbc063fb5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3a7788b-cd7e-4519-b75e-d33a301f26ab HTTP/1.1" status: 204 len: 168 time: 0.3708153 Apr 08 17:40:11.392443 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 04bc2ade-df07-4d9a-a159-f66c3ac12e8b triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:11.394167 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (04bc2ade-df07-4d9a-a159-f66c3ac12e8b), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:11.406543 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ee888-799a-4184-a510-d3bbc063fb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a7788b-cd7e-4519-b75e-d33a301f26ab,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:11.574153 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 04bc2ade-df07-4d9a-a159-f66c3ac12e8b is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:11.574835 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (04bc2ade-df07-4d9a-a159-f66c3ac12e8b), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:11.699596 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] For port 04bc2ade-df07-4d9a-a159-f66c3ac12e8b, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=04bc2ade-df07-4d9a-a159-f66c3ac12e8b,segment=NetworkSegment(5f841c34-c6dd-467e-82f9-2f99f5064ce8),segment_id=5f841c34-c6dd-467e-82f9-2f99f5064ce8)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:11.707492 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (04bc2ade-df07-4d9a-a159-f66c3ac12e8b), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:11.754685 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deeb7761-0255-414c-9854-b4a920a5de37 admin admin] Router a6247856-94f8-4f91-a953-7516526eb23c is scheduled to L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 with binding_index 1 {{(pid=103644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:40:11.850668 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Pushing event updated for resources: {'Port': ['ID=04bc2ade-df07-4d9a-a159-f66c3ac12e8b,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:11.905340 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-70745806-bf42-46fc-8a32-0fc751d57ce9 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:11.912774 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-70745806-bf42-46fc-8a32-0fc751d57ce9 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/networks?id=3f103763-c11f-4d92-9086-f3e9a134d754 HTTP/1.1" status: 200 len: 809 time: 0.3909028 Apr 08 17:40:11.919948 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-df09feb4-1413-49b3-b0f7-db64829484af admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-network', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:11.963207 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df09feb4-1413-49b3-b0f7-db64829484af admin admin] Made reservation on behalf of d3589adc3fd645a888ab3b81995e662e for: {'network': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:40:11.974862 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-df09feb4-1413-49b3-b0f7-db64829484af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for network (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:11.983642 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deeb7761-0255-414c-9854-b4a920a5de37 admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:40:11.994243 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] Sync routers for ids ['a6247856-94f8-4f91-a953-7516526eb23c'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:40:11.996192 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-df09feb4-1413-49b3-b0f7-db64829484af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:12.012381 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] Routers {'a6247856-94f8-4f91-a953-7516526eb23c'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:40:12.015186 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:39:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['a6247856-94f8-4f91-a953-7516526eb23c'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:12.049851 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-deeb7761-0255-414c-9854-b4a920a5de37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:12.053760 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-deeb7761-0255-414c-9854-b4a920a5de37 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9154284 Apr 08 17:40:12.056679 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 45228) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:12.085978 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-c605aaf2-b73c-4436-a4e1-e9d656e8f9e6 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/quotas/8dbbc5b2cc7f41318207dd12f632681c HTTP/1.1" status: 200 len: 375 time: 0.0649607 Apr 08 17:40:12.227241 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-4c2053c8-dc42-4c53-80e4-a1250285842c tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8dbbc5b2cc7f41318207dd12f632681c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780933 Apr 08 17:40:12.257039 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-df09feb4-1413-49b3-b0f7-db64829484af admin admin] Publish callbacks [] for security_group (58ff1963-320c-4c22-9727-67df0c09f85c), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:12.263645 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-df09feb4-1413-49b3-b0f7-db64829484af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (58ff1963-320c-4c22-9727-67df0c09f85c), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:12.311628 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df09feb4-1413-49b3-b0f7-db64829484af admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=103643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:40:12.320686 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] Set router a6247856-94f8-4f91-a953-7516526eb23c gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:40:12.326734 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db324e4-9e9a-4460-be1b-413bd2adf717 None None] Network 3d46c65a-4971-4a7f-92b3-38349cf449e3 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:40:12.341181 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09feb4-1413-49b3-b0f7-db64829484af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ff1963-320c-4c22-9727-67df0c09f85c,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:12.344420 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-df09feb4-1413-49b3-b0f7-db64829484af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (92eaf4f3-4d67-48b7-886e-6a5299ed4931), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:12.346496 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.segments_db [None req-df09feb4-1413-49b3-b0f7-db64829484af admin admin] Added segment 92eaf4f3-4d67-48b7-886e-6a5299ed4931 of type vlan for network 008c6189-82d1-4951-afe7-f478c9f8b212 Apr 08 17:40:12.430046 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-df09feb4-1413-49b3-b0f7-db64829484af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761100671573'] for network (008c6189-82d1-4951-afe7-f478c9f8b212), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:12.434073 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-c2d2aab0-c652-4dab-8b1b-7406d6e503e3 None None] Provisioning complete for port 04bc2ade-df07-4d9a-a159-f66c3ac12e8b triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:12.439896 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c2d2aab0-c652-4dab-8b1b-7406d6e503e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (04bc2ade-df07-4d9a-a159-f66c3ac12e8b), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:12.463002 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-df09feb4-1413-49b3-b0f7-db64829484af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for network (008c6189-82d1-4951-afe7-f478c9f8b212), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:12.464402 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df09feb4-1413-49b3-b0f7-db64829484af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:12.465213 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-df09feb4-1413-49b3-b0f7-db64829484af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:12.568857 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-df09feb4-1413-49b3-b0f7-db64829484af admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2466676 Apr 08 17:40:12.572584 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45244) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:12.579168 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-26c7095c-b1aa-48cd-aae3-d619d1fc31f8 admin admin] Request body: {'subnet': {'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-subnet', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:12.591301 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09feb4-1413-49b3-b0f7-db64829484af admin admin] Pushing event updated for resources: {'Network': ['ID=008c6189-82d1-4951-afe7-f478c9f8b212,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:12.607580 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Network 008c6189-82d1-4951-afe7-f478c9f8b212 details requested by agent ovs-agent-dv-cinder-837164-1-iscsi with host dv-cinder-837164-1-iscsi {{(pid=103645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:40:12.618050 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'name': 'tempest-TestMinimumBasicScenario-1770809295-router', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:10Z', 'revision_number': 3, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'gw_port': {'id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:83:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:12.628577 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-c22f9ed8-8678-4406-9670-47ccbf4e59ae service neutron] 10.222.0.24 "GET /v2.0/networks/3f103763-c11f-4d92-9086-f3e9a134d754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884337 Apr 08 17:40:12.650295 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c7095c-b1aa-48cd-aae3-d619d1fc31f8 admin admin] Made reservation on behalf of d3589adc3fd645a888ab3b81995e662e for: {'subnet': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:40:12.653227 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-26c7095c-b1aa-48cd-aae3-d619d1fc31f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5067452'] for subnet (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:12.691179 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] Checking router: a6247856-94f8-4f91-a953-7516526eb23c for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:40:12.691538 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] Updating router a6247856-94f8-4f91-a953-7516526eb23c port 8fab9cd4-34e7-4538-9252-20a21702865e binding host dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:40:12.719958 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-c2d2aab0-c652-4dab-8b1b-7406d6e503e3 None None] Current status of the port 04bc2ade-df07-4d9a-a159-f66c3ac12e8b is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:12.761654 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (8fab9cd4-34e7-4538-9252-20a21702865e), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:12.967811 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-65247311-cebf-40ea-9b83-32734073cbb5 service neutron] 10.222.0.24 "GET /v2.0/networks/3f103763-c11f-4d92-9086-f3e9a134d754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273439 Apr 08 17:40:13.019386 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-26c7095c-b1aa-48cd-aae3-d619d1fc31f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7535342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5067474'] for subnet (9b63453b-e6c6-4ee6-9edf-14ef728f0f18), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:13.049834 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-532b9ca6-953b-41da-9c13-68110f34f8a9 None None] Provisioning complete for port 04bc2ade-df07-4d9a-a159-f66c3ac12e8b triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:13.050298 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-532b9ca6-953b-41da-9c13-68110f34f8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (04bc2ade-df07-4d9a-a159-f66c3ac12e8b), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:13.176966 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7095c-b1aa-48cd-aae3-d619d1fc31f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b63453b-e6c6-4ee6-9edf-14ef728f0f18,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:13.188522 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c7095c-b1aa-48cd-aae3-d619d1fc31f8 admin admin] Checking segment: {'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:40:13.190876 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c7095c-b1aa-48cd-aae3-d619d1fc31f8 admin admin] Network hostable DHCP agents. Network: 008c6189-82d1-4951-afe7-f478c9f8b212, hostable agents: ['72b2ee88-fa79-44c9-b63e-eafca22f1392'], hosted agents: [] {{(pid=103643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:40:13.262696 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c7095c-b1aa-48cd-aae3-d619d1fc31f8 admin admin] Network 008c6189-82d1-4951-afe7-f478c9f8b212 is scheduled to be hosted by DHCP agent 72b2ee88-fa79-44c9-b63e-eafca22f1392 with binding_index 1 {{(pid=103643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:40:13.273145 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8511b80c-70cd-4982-aacf-83f3c75eb26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:13.298403 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-26c7095c-b1aa-48cd-aae3-d619d1fc31f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837164-1-iscsi, 008c6189-82d1-4951-afe7-f478c9f8b212) {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:13.307705 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c7095c-b1aa-48cd-aae3-d619d1fc31f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:13.317167 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-26c7095c-b1aa-48cd-aae3-d619d1fc31f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:13.347157 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-26c7095c-b1aa-48cd-aae3-d619d1fc31f8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7733366 Apr 08 17:40:13.350906 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45272) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:13.357408 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-6d53beee-faa4-4103-9f87-b1c338d25ec5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-router', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:13.373107 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-593bb4c1-1960-4878-bebe-c70007188058 req-a5fd94ce-7f04-47ca-96f2-fc26edc41cd1 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 210 time: 0.0361621 Apr 08 17:40:13.434063 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] Publish callbacks [] for port (8fab9cd4-34e7-4538-9252-20a21702865e), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:13.441298 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (8fab9cd4-34e7-4538-9252-20a21702865e), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:13.442417 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6d53beee-faa4-4103-9f87-b1c338d25ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6541'] for router (f8226a36-028a-4eea-901f-5d9cd46cb1bd), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:13.444112 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6d53beee-faa4-4103-9f87-b1c338d25ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1646445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6548'] for router (f8226a36-028a-4eea-901f-5d9cd46cb1bd), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:13.636927 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-532b9ca6-953b-41da-9c13-68110f34f8a9 None None] Current status of the port 04bc2ade-df07-4d9a-a159-f66c3ac12e8b is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:13.646839 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 04bc2ade-df07-4d9a-a159-f66c3ac12e8b up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:13.649919 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50da52fa-a94e-406e-8cee-d0c85a296612 None None] Network 008c6189-82d1-4951-afe7-f478c9f8b212 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:40:13.697219 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6d53beee-faa4-4103-9f87-b1c338d25ec5 admin admin] Publish callbacks [] for router_controller (f8226a36-028a-4eea-901f-5d9cd46cb1bd), precommit_add_association {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:13.785875 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] Attempting to bind port 8fab9cd4-34e7-4538-9252-20a21702865e on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:40:13.786256 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] Attempting to bind port 8fab9cd4-34e7-4538-9252-20a21702865e by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:40:13.786631 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] Attempting to bind port 8fab9cd4-34e7-4538-9252-20a21702865e on network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:40:13.790817 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 04bc2ade-df07-4d9a-a159-f66c3ac12e8b triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:13.791489 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (04bc2ade-df07-4d9a-a159-f66c3ac12e8b), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:13.821232 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:40:13.822678 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] Checking segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:40:13.823858 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:13.827292 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] Bound using segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:40:13.828022 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] Bound port: 8fab9cd4-34e7-4538-9252-20a21702865e, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:40:13.828611 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (8fab9cd4-34e7-4538-9252-20a21702865e), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:13.841171 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b62ea-dbfe-434b-889c-cb520cf0da92 None None] Pushing event updated for resources: {'Port': ['ID=8fab9cd4-34e7-4538-9252-20a21702865e,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:13.912729 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46dd6811-0023-5a74-808c-f3f6e7a50dab-008c6189-82d1-4951-afe7-f478c9f8b212', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'fixed_ips': [{'subnet_id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18'}]}} from dv-cinder-837164-1-iscsi. {{(pid=103645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:40:13.913949 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:13.933471 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-8511b80c-70cd-4982-aacf-83f3c75eb26b admin admin] Allocated IP 172.20.0.1 (3d46c65a-4971-4a7f-92b3-38349cf449e3/f73dc476-3c86-43aa-9145-70ffe54e5685/6e211f30-dd65-4b35-a47e-645e943da7fe) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:40:13.936981 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b62ea-dbfe-434b-889c-cb520cf0da92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:13.937346 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b62ea-dbfe-434b-889c-cb520cf0da92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:13.937720 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b62ea-dbfe-434b-889c-cb520cf0da92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:13.938085 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b62ea-dbfe-434b-889c-cb520cf0da92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:13.938427 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b62ea-dbfe-434b-889c-cb520cf0da92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:13.946256 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b62ea-dbfe-434b-889c-cb520cf0da92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:13.946769 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b62ea-dbfe-434b-889c-cb520cf0da92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:13.947122 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b62ea-dbfe-434b-889c-cb520cf0da92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:13.947671 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b62ea-dbfe-434b-889c-cb520cf0da92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:13.948299 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b62ea-dbfe-434b-889c-cb520cf0da92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:13.948805 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b62ea-dbfe-434b-889c-cb520cf0da92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:13.949466 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b62ea-dbfe-434b-889c-cb520cf0da92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:13.949943 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6d53beee-faa4-4103-9f87-b1c338d25ec5 admin admin] Publish callbacks [] for router_gateway (f8226a36-028a-4eea-901f-5d9cd46cb1bd), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:13.950124 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b62ea-dbfe-434b-889c-cb520cf0da92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:13.950613 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b62ea-dbfe-434b-889c-cb520cf0da92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:13.951100 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b62ea-dbfe-434b-889c-cb520cf0da92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:13.960227 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 04bc2ade-df07-4d9a-a159-f66c3ac12e8b is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:14.057050 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] For port 8fab9cd4-34e7-4538-9252-20a21702865e, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:40:14.067681 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] For port 8fab9cd4-34e7-4538-9252-20a21702865e, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=8fab9cd4-34e7-4538-9252-20a21702865e,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:40:14.096236 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (8fab9cd4-34e7-4538-9252-20a21702865e), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:14.207722 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.db_base_plugin_common [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] Allocated IP 172.20.0.2 (008c6189-82d1-4951-afe7-f478c9f8b212/9b63453b-e6c6-4ee6-9edf-14ef728f0f18/a405cfe9-f947-4406-8332-c9150e4a2067) {{(pid=103645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:40:14.267696 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8511b80c-70cd-4982-aacf-83f3c75eb26b admin admin] Publish callbacks [] for port (6e211f30-dd65-4b35-a47e-645e943da7fe), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:14.281206 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] Routers {'a6247856-94f8-4f91-a953-7516526eb23c'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:40:14.281774 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:39:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['a6247856-94f8-4f91-a953-7516526eb23c'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:14.344821 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8511b80c-70cd-4982-aacf-83f3c75eb26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632'] for port (6e211f30-dd65-4b35-a47e-645e943da7fe), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:14.365429 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6d53beee-faa4-4103-9f87-b1c338d25ec5 admin admin] Publish callbacks [] for router_gateway (f8226a36-028a-4eea-901f-5d9cd46cb1bd), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:14.376354 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b62ea-dbfe-434b-889c-cb520cf0da92 None None] Pushing event updated for resources: {'Port': ['ID=8fab9cd4-34e7-4538-9252-20a21702865e,revision_number=3']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:14.406904 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6d53beee-faa4-4103-9f87-b1c338d25ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:14.412786 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511b80c-70cd-4982-aacf-83f3c75eb26b admin admin] Pushing event updated for resources: {'Port': ['ID=6e211f30-dd65-4b35-a47e-645e943da7fe,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:14.492109 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8511b80c-70cd-4982-aacf-83f3c75eb26b admin admin] Network 3d46c65a-4971-4a7f-92b3-38349cf449e3 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:40:14.497184 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-8511b80c-70cd-4982-aacf-83f3c75eb26b admin admin] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:14.502726 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8511b80c-70cd-4982-aacf-83f3c75eb26b admin admin] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:40:14.505899 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8511b80c-70cd-4982-aacf-83f3c75eb26b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645933'] for router_interface (a6247856-94f8-4f91-a953-7516526eb23c), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:14.573493 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] Publish callbacks [] for port (a405cfe9-f947-4406-8332-c9150e4a2067), precommit_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:14.588370 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632'] for port (a405cfe9-f947-4406-8332-c9150e4a2067), after_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:14.604132 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] Set router a6247856-94f8-4f91-a953-7516526eb23c gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:40:14.716254 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-6d53beee-faa4-4103-9f87-b1c338d25ec5 admin admin] Allocated IP 172.27.0.219 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/a201bb22-3121-4664-b97b-8c9037eaf4a5) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:40:14.831907 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] Network 008c6189-82d1-4951-afe7-f478c9f8b212 is already hosted by enough agents. {{(pid=103645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:40:14.847018 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-54da4353-5699-4fe2-a3cc-697285a9f984 req-32d412fd-5ab9-4cf9-9222-a110d1d40d34 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 210 time: 0.0503306 Apr 08 17:40:14.868552 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.base_scheduler [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] Resources bound (agent type, host, resource id): {{(pid=103645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:14.878264 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:14.884188 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] Received port after_create {{(pid=103645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:40:14.912434 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] Pushing event updated for resources: {'Port': ['ID=a405cfe9-f947-4406-8332-c9150e4a2067,revision_number=1']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:14.923594 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8511b80c-70cd-4982-aacf-83f3c75eb26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (6e211f30-dd65-4b35-a47e-645e943da7fe), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:14.932969 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'name': 'tempest-TestMinimumBasicScenario-1770809295-router', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:10Z', 'revision_number': 3, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'gw_port': {'id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:83:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:14.999550 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716eb6ab-9f61-4ee7-be1d-a8135b929fe3 None None] The sync data for ids ['a6247856-94f8-4f91-a953-7516526eb23c'] in dv-cinder-837164-1-iscsi is: [{'id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'name': 'tempest-TestMinimumBasicScenario-1770809295-router', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:10Z', 'revision_number': 3, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'gw_port': {'id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:83:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:40:15.022610 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] Attempting to bind port a405cfe9-f947-4406-8332-c9150e4a2067 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:40:15.022998 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] Attempting to bind port a405cfe9-f947-4406-8332-c9150e4a2067 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:40:15.023393 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] Attempting to bind port a405cfe9-f947-4406-8332-c9150e4a2067 on network 008c6189-82d1-4951-afe7-f478c9f8b212 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:40:15.029107 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:40:15.029991 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] Checking segment: {'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:40:15.030408 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:15.030804 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] Bound using segment: {'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:40:15.031290 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] Bound port: a405cfe9-f947-4406-8332-c9150e4a2067, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:40:15.031677 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (a405cfe9-f947-4406-8332-c9150e4a2067), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:15.085790 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-dd471c6d-ca01-4a72-8e97-b8298ed200ab None None] Provisioning complete for port 6e211f30-dd65-4b35-a47e-645e943da7fe triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:15.086161 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-dd471c6d-ca01-4a72-8e97-b8298ed200ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (6e211f30-dd65-4b35-a47e-645e943da7fe), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:15.187540 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-dd471c6d-ca01-4a72-8e97-b8298ed200ab None None] Port 6e211f30-dd65-4b35-a47e-645e943da7fe cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:40:15.193258 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] For port a405cfe9-f947-4406-8332-c9150e4a2067, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:40:15.197513 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] For port a405cfe9-f947-4406-8332-c9150e4a2067, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=a405cfe9-f947-4406-8332-c9150e4a2067,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:40:15.209468 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (a405cfe9-f947-4406-8332-c9150e4a2067), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:15.291229 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8511b80c-70cd-4982-aacf-83f3c75eb26b admin admin] Publish callbacks [] for port (6e211f30-dd65-4b35-a47e-645e943da7fe), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:15.304354 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8511b80c-70cd-4982-aacf-83f3c75eb26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (6e211f30-dd65-4b35-a47e-645e943da7fe), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:15.305132 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8511b80c-70cd-4982-aacf-83f3c75eb26b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643773'] for router_interface (a6247856-94f8-4f91-a953-7516526eb23c), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:15.330875 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26705a0c-14b5-42c6-b41f-2d8423f88b51 None None] Pushing event updated for resources: {'Port': ['ID=a405cfe9-f947-4406-8332-c9150e4a2067,revision_number=2']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:15.391098 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-045704da-1d15-4cf8-86dd-8325ab2d59c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:15.528413 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6d53beee-faa4-4103-9f87-b1c338d25ec5 admin admin] Publish callbacks [] for port (a201bb22-3121-4664-b97b-8c9037eaf4a5), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:15.582449 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-ad25723f-0d3c-4020-8883-d388fc4480ef tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:15.584304 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-ad25723f-0d3c-4020-8883-d388fc4480ef tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.91 "GET /v2.0/networks?id=3f103763-c11f-4d92-9086-f3e9a134d754 HTTP/1.1" status: 200 len: 809 time: 0.2279000 Apr 08 17:40:15.584733 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511b80c-70cd-4982-aacf-83f3c75eb26b admin admin] Pushing event updated for resources: {'Port': ['ID=6e211f30-dd65-4b35-a47e-645e943da7fe,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:15.622618 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6d53beee-faa4-4103-9f87-b1c338d25ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (a201bb22-3121-4664-b97b-8c9037eaf4a5), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:15.640229 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-26541c22-6478-4049-b7e3-f631786bc76f tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Request body: {'port': {'device_id': '04a3c52c-0679-4531-9efe-ffc5b7d607d6', 'network_id': '3f103763-c11f-4d92-9086-f3e9a134d754', 'admin_state_up': True, 'tenant_id': '8dbbc5b2cc7f41318207dd12f632681c'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:15.653547 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8511b80c-70cd-4982-aacf-83f3c75eb26b admin admin] Network 3d46c65a-4971-4a7f-92b3-38349cf449e3 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:40:15.655737 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-8511b80c-70cd-4982-aacf-83f3c75eb26b admin admin] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:15.772611 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45366) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:15.800622 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d53beee-faa4-4103-9f87-b1c338d25ec5 admin admin] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:40:15.910095 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-6d53beee-faa4-4103-9f87-b1c338d25ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:15.927409 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d53beee-faa4-4103-9f87-b1c338d25ec5 admin admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:40:16.051044 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-074eab91-d9dd-40fb-8443-366582c4dd9e req-c3aa7134-8cf0-4b15-a8d4-c3381ce0821d tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 210 time: 0.0494623 Apr 08 17:40:16.059844 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8511b80c-70cd-4982-aacf-83f3c75eb26b admin admin] Router a6247856-94f8-4f91-a953-7516526eb23c has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:40:16.108088 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53beee-faa4-4103-9f87-b1c338d25ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=a201bb22-3121-4664-b97b-8c9037eaf4a5,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:16.136801 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-d040ff89-6ecc-4b4a-85d6-164dac36c44e None None] Provisioning complete for port 6e211f30-dd65-4b35-a47e-645e943da7fe triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:16.138207 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d040ff89-6ecc-4b4a-85d6-164dac36c44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (6e211f30-dd65-4b35-a47e-645e943da7fe), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:16.181704 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-d040ff89-6ecc-4b4a-85d6-164dac36c44e None None] Port 6e211f30-dd65-4b35-a47e-645e943da7fe cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:40:16.206350 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31335ed-95c7-4e20-a269-746269bfb070 admin admin] Deleting subnet 9549c490-65f4-44d1-bfa5-b8a6d107c88d {{(pid=103643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:40:16.221219 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a31335ed-95c7-4e20-a269-746269bfb070 admin admin] Publish callbacks [] for subnet (9549c490-65f4-44d1-bfa5-b8a6d107c88d), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:16.236549 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8511b80c-70cd-4982-aacf-83f3c75eb26b admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:40:16.261114 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-8511b80c-70cd-4982-aacf-83f3c75eb26b admin admin] 10.222.0.24 "PUT /v2.0/routers/a6247856-94f8-4f91-a953-7516526eb23c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1982915 Apr 08 17:40:16.339000 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a31335ed-95c7-4e20-a269-746269bfb070 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7555455'] for subnet (9549c490-65f4-44d1-bfa5-b8a6d107c88d), precommit_delete_associations {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:16.573643 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6d53beee-faa4-4103-9f87-b1c338d25ec5 admin admin] Publish callbacks [] for router_gateway (f8226a36-028a-4eea-901f-5d9cd46cb1bd), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:16.636111 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-26541c22-6478-4049-b7e3-f631786bc76f tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Made reservation on behalf of 8dbbc5b2cc7f41318207dd12f632681c for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:40:16.640017 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-26541c22-6478-4049-b7e3-f631786bc76f tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:16.680595 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a31335ed-95c7-4e20-a269-746269bfb070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929042'] for subnet (9549c490-65f4-44d1-bfa5-b8a6d107c88d), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:16.885691 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff50412b-6c01-4761-9056-7cee1f11d6b3 None None] Network 008c6189-82d1-4951-afe7-f478c9f8b212 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:40:16.894284 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a31335ed-95c7-4e20-a269-746269bfb070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7534635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5067481'] for subnet (9549c490-65f4-44d1-bfa5-b8a6d107c88d), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:16.969599 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-313788d2-c394-47fd-89f4-a408e8886372 None None] Provisioning complete for port a405cfe9-f947-4406-8332-c9150e4a2067 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:16.969891 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-313788d2-c394-47fd-89f4-a408e8886372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (a405cfe9-f947-4406-8332-c9150e4a2067), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:17.015110 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31335ed-95c7-4e20-a269-746269bfb070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9549c490-65f4-44d1-bfa5-b8a6d107c88d,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:17.023990 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a31335ed-95c7-4e20-a269-746269bfb070 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:17.029783 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-a31335ed-95c7-4e20-a269-746269bfb070 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9549c490-65f4-44d1-bfa5-b8a6d107c88d HTTP/1.1" status: 204 len: 168 time: 1.2527936 Apr 08 17:40:17.030633 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 45406) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:17.116479 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-26541c22-6478-4049-b7e3-f631786bc76f tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Allocated IP 172.20.0.3 (3f103763-c11f-4d92-9086-f3e9a134d754/76d2ef6a-ec7c-4a6e-a5bd-b6be07ff9679/e66d161b-a27b-4d7b-b7f8-437152777888) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:40:17.119860 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-313788d2-c394-47fd-89f4-a408e8886372 None None] Current status of the port a405cfe9-f947-4406-8332-c9150e4a2067 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:17.120440 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-313788d2-c394-47fd-89f4-a408e8886372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (a405cfe9-f947-4406-8332-c9150e4a2067), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:17.176032 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-313788d2-c394-47fd-89f4-a408e8886372 None None] For port a405cfe9-f947-4406-8332-c9150e4a2067, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=a405cfe9-f947-4406-8332-c9150e4a2067,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:17.180395 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45414) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:17.188695 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-313788d2-c394-47fd-89f4-a408e8886372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (a405cfe9-f947-4406-8332-c9150e4a2067), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:17.226452 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-55b5b1ce-94bf-4752-809f-797d2b576db4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1421198592-network', 'tenant_id': 'e95b796532304d6f891f1a7bd09d74d8'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:17.300681 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313788d2-c394-47fd-89f4-a408e8886372 None None] Pushing event updated for resources: {'Port': ['ID=a405cfe9-f947-4406-8332-c9150e4a2067,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:17.301394 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-970409'] for network (c008b9c2-1015-4dca-b3c0-2e2cc97d72e6), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:17.312895 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b5b1ce-94bf-4752-809f-797d2b576db4 admin admin] Made reservation on behalf of e95b796532304d6f891f1a7bd09d74d8 for: {'network': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:40:17.315331 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-55b5b1ce-94bf-4752-809f-797d2b576db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for network (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:17.349617 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6d53beee-faa4-4103-9f87-b1c338d25ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646010'] for router (f8226a36-028a-4eea-901f-5d9cd46cb1bd), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:17.354792 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 8fab9cd4-34e7-4538-9252-20a21702865e up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:17.356090 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-55b5b1ce-94bf-4752-809f-797d2b576db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:17.412061 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-07e43ea6-982c-44e0-8535-212aa528eed0 req-b8a86610-d23e-4029-bebf-9a383b6d6ca4 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 210 time: 0.0873268 Apr 08 17:40:17.484785 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-375f9437-b469-4846-b407-f023db4a1604 None None] Provisioning complete for port a405cfe9-f947-4406-8332-c9150e4a2067 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:17.486221 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-375f9437-b469-4846-b407-f023db4a1604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (a405cfe9-f947-4406-8332-c9150e4a2067), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:17.512628 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931487', 'neutron.services.segments.db._delete_segments_for_network-8761101197981'] for network (c008b9c2-1015-4dca-b3c0-2e2cc97d72e6), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:17.557255 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:17.559586 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:17.560855 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:17.561818 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Subscribe: > port after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:17.562628 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:17.563097 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Subscribe: > port after_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:17.563625 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:17.564087 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:17.564604 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:17.565103 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:17.595524 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 8fab9cd4-34e7-4538-9252-20a21702865e triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:17.595952 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (8fab9cd4-34e7-4538-9252-20a21702865e), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:17.632385 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-26541c22-6478-4049-b7e3-f631786bc76f tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Publish callbacks [] for port (e66d161b-a27b-4d7b-b7f8-437152777888), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:17.695935 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-55b5b1ce-94bf-4752-809f-797d2b576db4 admin admin] Publish callbacks [] for security_group (21a0742a-a295-4913-a391-3acab74ad18a), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:17.717858 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-55b5b1ce-94bf-4752-809f-797d2b576db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (21a0742a-a295-4913-a391-3acab74ad18a), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:17.739046 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-26541c22-6478-4049-b7e3-f631786bc76f tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (e66d161b-a27b-4d7b-b7f8-437152777888), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:17.810061 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b5b1ce-94bf-4752-809f-797d2b576db4 admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=103643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:40:17.826326 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45430) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:17.851580 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5b1ce-94bf-4752-809f-797d2b576db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a0742a-a295-4913-a391-3acab74ad18a,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:17.885912 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 8fab9cd4-34e7-4538-9252-20a21702865e is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:17.886313 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (8fab9cd4-34e7-4538-9252-20a21702865e), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:17.899280 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-375f9437-b469-4846-b407-f023db4a1604 None None] Current status of the port a405cfe9-f947-4406-8332-c9150e4a2067 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:17.918320 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d53beee-faa4-4103-9f87-b1c338d25ec5 admin admin] Router f8226a36-028a-4eea-901f-5d9cd46cb1bd is scheduled to L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 with binding_index 1 {{(pid=103643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:40:17.924823 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] For port 8fab9cd4-34e7-4538-9252-20a21702865e, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=8fab9cd4-34e7-4538-9252-20a21702865e,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:17.934786 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-55b5b1ce-94bf-4752-809f-797d2b576db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (9429039b-eb9e-4f08-bc35-d4f5e43e203f), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:17.935140 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.segments_db [None req-55b5b1ce-94bf-4752-809f-797d2b576db4 admin admin] Added segment 9429039b-eb9e-4f08-bc35-d4f5e43e203f of type vlan for network f24a6f7b-8d34-4586-a4f9-464daa9dbfe8 Apr 08 17:40:17.937081 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] Sync routers for ids ['a6247856-94f8-4f91-a953-7516526eb23c'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:40:17.940356 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (8fab9cd4-34e7-4538-9252-20a21702865e), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:17.941681 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device a405cfe9-f947-4406-8332-c9150e4a2067 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:17.960990 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-26541c22-6478-4049-b7e3-f631786bc76f tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Network 3f103763-c11f-4d92-9086-f3e9a134d754 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:40:17.989487 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-26541c22-6478-4049-b7e3-f631786bc76f tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:17.992592 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-26541c22-6478-4049-b7e3-f631786bc76f tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:40:17.994815 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:17.995652 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:17.996225 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:17.997193 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:17.997773 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.services.segments.db [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c008b9c2-1015-4dca-b3c0-2e2cc97d72e6']}} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:18.022129 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.services.segments.db [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0ad1cb-9137-4b0a-8475-e763e698951e') {'for_net_delete': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:18.022830 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.services.segments.db [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0ad1cb-9137-4b0a-8475-e763e698951e') {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:18.042035 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Pushing event updated for resources: {'Port': ['ID=8fab9cd4-34e7-4538-9252-20a21702865e,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:18.043272 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761101199014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8211222'] for segment (9e0ad1cb-9137-4b0a-8475-e763e698951e), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.057509 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] Routers {'a6247856-94f8-4f91-a953-7516526eb23c'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:40:18.058143 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:39:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['a6247856-94f8-4f91-a953-7516526eb23c'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:18.071979 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (9e0ad1cb-9137-4b0a-8475-e763e698951e), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.082844 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=103644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:40:18.083605 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5085440'] for segment (9e0ad1cb-9137-4b0a-8475-e763e698951e), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.088799 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26541c22-6478-4049-b7e3-f631786bc76f tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Pushing event updated for resources: {'Port': ['ID=e66d161b-a27b-4d7b-b7f8-437152777888,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:18.101510 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-55b5b1ce-94bf-4752-809f-797d2b576db4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761100671573'] for network (f24a6f7b-8d34-4586-a4f9-464daa9dbfe8), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.130464 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-7caf02d8-6cf7-4e81-9dd1-f2196433fa64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.146131 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port a405cfe9-f947-4406-8332-c9150e4a2067 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:18.146522 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (a405cfe9-f947-4406-8332-c9150e4a2067), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: from cryptography.utils import int_from_bytes Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: from cryptography.utils import int_from_bytes Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: Traceback (most recent call last): Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: timer() Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: cb(*args, **kw) Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: return func(*args, **kwargs) Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: self._notify() Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: self.callback(batched_events) Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: event.method(event) Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: return f(self, *a, **k) Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: return self._get(url).json() Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: return self.request(url, 'GET', **kwargs) Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:40:18.157055 dv-cinder-837164-1-iscsi neutron-server[103644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:40:18.160824 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646066'] for network (c008b9c2-1015-4dca-b3c0-2e2cc97d72e6), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.190227 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.196515 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-08d58963-93fe-4827-b063-694bea3fee3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.196705 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] 10.222.0.24 "DELETE /v2.0/networks/c008b9c2-1015-4dca-b3c0-2e2cc97d72e6 HTTP/1.1" status: 204 len: 168 time: 1.1612089 Apr 08 17:40:18.196705 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279a9b6-07a0-4505-9de6-1f632d7cd72e admin admin] Pushing event deleted for resources: {'Network': ['ID=c008b9c2-1015-4dca-b3c0-2e2cc97d72e6,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:18.198125 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 45440) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:18.218086 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-26541c22-6478-4049-b7e3-f631786bc76f tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:18.219232 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-26541c22-6478-4049-b7e3-f631786bc76f tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.266536 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_v2 [None req-8073c48a-31e1-4253-bb9b-972936c31a19 admin admin] Deleting subnet d24a8b8b-3b5a-446c-a79f-8555b229728d {{(pid=103644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:40:18.271491 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8073c48a-31e1-4253-bb9b-972936c31a19 admin admin] Publish callbacks [] for subnet (d24a8b8b-3b5a-446c-a79f-8555b229728d), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.295610 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-26541c22-6478-4049-b7e3-f631786bc76f tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6682415 Apr 08 17:40:18.296247 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-55b5b1ce-94bf-4752-809f-797d2b576db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for network (f24a6f7b-8d34-4586-a4f9-464daa9dbfe8), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.297197 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b5b1ce-94bf-4752-809f-797d2b576db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:18.297980 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-55b5b1ce-94bf-4752-809f-797d2b576db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.315405 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port a405cfe9-f947-4406-8332-c9150e4a2067 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:18.320980 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8073c48a-31e1-4253-bb9b-972936c31a19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8211231'] for subnet (d24a8b8b-3b5a-446c-a79f-8555b229728d), precommit_delete_associations {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.353069 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] Set router a6247856-94f8-4f91-a953-7516526eb23c gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:40:18.375780 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8073c48a-31e1-4253-bb9b-972936c31a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929042'] for subnet (d24a8b8b-3b5a-446c-a79f-8555b229728d), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.588682 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Request body: {'port': {'device_id': '04a3c52c-0679-4531-9efe-ffc5b7d607d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:18.660488 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65403ed-bb46-4ceb-a52c-c5291a604da9 req-a6e445e3-db34-4e31-995f-90c5356060b2 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:18.662305 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b65403ed-bb46-4ceb-a52c-c5291a604da9 req-a6e445e3-db34-4e31-995f-90c5356060b2 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 931 time: 0.0644710 Apr 08 17:40:18.667183 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'name': 'tempest-TestMinimumBasicScenario-1770809295-router', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:14Z', 'revision_number': 4, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'gw_port': {'id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:83:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '6e211f30-dd65-4b35-a47e-645e943da7fe', 'name': '', 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'mac_address': 'fa:16:3e:a0:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f73dc476-3c86-43aa-9145-70ffe54e5685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:15Z', 'revision_number': 2, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'subnets': [{'id': 'f73dc476-3c86-43aa-9145-70ffe54e5685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:18.690743 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8073c48a-31e1-4253-bb9b-972936c31a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5085542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4944753'] for subnet (d24a8b8b-3b5a-446c-a79f-8555b229728d), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.698146 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-55b5b1ce-94bf-4752-809f-797d2b576db4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5154722 Apr 08 17:40:18.702172 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 45452) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:18.711994 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-08724bcb-03de-48fc-8e21-fc04d36bac1c admin admin] Request body: {'subnet': {'network_id': 'f24a6f7b-8d34-4586-a4f9-464daa9dbfe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1421198592-subnet', 'tenant_id': 'e95b796532304d6f891f1a7bd09d74d8', 'ip_version': 4}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:18.716314 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5b1ce-94bf-4752-809f-797d2b576db4 admin admin] Pushing event updated for resources: {'Network': ['ID=f24a6f7b-8d34-4586-a4f9-464daa9dbfe8,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:18.716714 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8073c48a-31e1-4253-bb9b-972936c31a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.720686 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-8073c48a-31e1-4253-bb9b-972936c31a19 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d24a8b8b-3b5a-446c-a79f-8555b229728d HTTP/1.1" status: 204 len: 168 time: 0.5149312 Apr 08 17:40:18.726650 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45454) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:18.726745 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] Checking router: a6247856-94f8-4f91-a953-7516526eb23c for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:40:18.727346 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] Updating router a6247856-94f8-4f91-a953-7516526eb23c port 6e211f30-dd65-4b35-a47e-645e943da7fe binding host dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:40:18.735006 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Network f24a6f7b-8d34-4586-a4f9-464daa9dbfe8 details requested by agent ovs-agent-dv-cinder-837164-1-iscsi with host dv-cinder-837164-1-iscsi {{(pid=103645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:40:18.736416 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d53beee-faa4-4103-9f87-b1c338d25ec5 admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:40:18.753125 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] Sync routers for ids ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:40:18.764684 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] Routers {'f8226a36-028a-4eea-901f-5d9cd46cb1bd'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:40:18.765527 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:40:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:18.788274 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (e66d161b-a27b-4d7b-b7f8-437152777888), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.797209 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b65403ed-bb46-4ceb-a52c-c5291a604da9 req-31d2c4d3-8f7a-4322-9c62-80c95deef9ea tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274207 Apr 08 17:40:18.811529 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073c48a-31e1-4253-bb9b-972936c31a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d24a8b8b-3b5a-446c-a79f-8555b229728d,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:18.831077 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08724bcb-03de-48fc-8e21-fc04d36bac1c admin admin] Made reservation on behalf of e95b796532304d6f891f1a7bd09d74d8 for: {'subnet': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:40:18.835447 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-08724bcb-03de-48fc-8e21-fc04d36bac1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4944660'] for subnet (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.841727 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-08d58963-93fe-4827-b063-694bea3fee3b admin admin] Publish callbacks [] for security_group (a17d20f0-b105-44a3-aa59-0117ba3ef6db), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.854338 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (6e211f30-dd65-4b35-a47e-645e943da7fe), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:18.911582 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] Set router f8226a36-028a-4eea-901f-5d9cd46cb1bd gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:40:18.984845 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-08d58963-93fe-4827-b063-694bea3fee3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (a17d20f0-b105-44a3-aa59-0117ba3ef6db), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.049048 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d38593d7-98a1-4b0f-8f67-f67b187c595e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-970409'] for network (cca76108-fc43-47e4-8447-694c81056829), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.068016 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.070100 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6d53beee-faa4-4103-9f87-b1c338d25ec5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.071612 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-6d53beee-faa4-4103-9f87-b1c338d25ec5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7195523 Apr 08 17:40:19.091615 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45462) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:19.141714 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-router', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:16Z', 'revision_number': 3, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'gw_port': {'id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:11:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:14Z', 'updated_at': '2022-04-08T17:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:19.150311 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-08d58963-93fe-4827-b063-694bea3fee3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63b4ff0f9cb7484c84481e58685a34a9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3208172 Apr 08 17:40:19.151077 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d58963-93fe-4827-b063-694bea3fee3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17d20f0-b105-44a3-aa59-0117ba3ef6db,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:19.156011 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45464) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:19.186879 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] Checking router: f8226a36-028a-4eea-901f-5d9cd46cb1bd for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:40:19.187582 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] Updating router f8226a36-028a-4eea-901f-5d9cd46cb1bd port a201bb22-3121-4664-b97b-8c9037eaf4a5 binding host dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:40:19.200657 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-08724bcb-03de-48fc-8e21-fc04d36bac1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5086115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4944762'] for subnet (0a57dab3-b2df-448b-8203-9ef23125ff5a), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.234227 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 8fab9cd4-34e7-4538-9252-20a21702865e up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:19.240806 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (a201bb22-3121-4664-b97b-8c9037eaf4a5), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.359834 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08724bcb-03de-48fc-8e21-fc04d36bac1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a57dab3-b2df-448b-8203-9ef23125ff5a,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:19.366040 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 8fab9cd4-34e7-4538-9252-20a21702865e triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:19.366511 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (8fab9cd4-34e7-4538-9252-20a21702865e), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.389587 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08724bcb-03de-48fc-8e21-fc04d36bac1c admin admin] Checking segment: {'id': '9429039b-eb9e-4f08-bc35-d4f5e43e203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f24a6f7b-8d34-4586-a4f9-464daa9dbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:40:19.389962 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08724bcb-03de-48fc-8e21-fc04d36bac1c admin admin] Network hostable DHCP agents. Network: f24a6f7b-8d34-4586-a4f9-464daa9dbfe8, hostable agents: ['72b2ee88-fa79-44c9-b63e-eafca22f1392'], hosted agents: [] {{(pid=103644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:40:19.434921 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08724bcb-03de-48fc-8e21-fc04d36bac1c admin admin] Network f24a6f7b-8d34-4586-a4f9-464daa9dbfe8 is scheduled to be hosted by DHCP agent 72b2ee88-fa79-44c9-b63e-eafca22f1392 with binding_index 1 {{(pid=103644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:40:19.455125 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-08724bcb-03de-48fc-8e21-fc04d36bac1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837164-1-iscsi, f24a6f7b-8d34-4586-a4f9-464daa9dbfe8) {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:19.460905 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08724bcb-03de-48fc-8e21-fc04d36bac1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:19.462631 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-08724bcb-03de-48fc-8e21-fc04d36bac1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.486325 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9cc086-d15e-43e9-8471-8bf298bc9db9 None None] Network f24a6f7b-8d34-4586-a4f9-464daa9dbfe8 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:40:19.513526 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-08724bcb-03de-48fc-8e21-fc04d36bac1c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8032029 Apr 08 17:40:19.523838 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 45468) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:19.536321 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-f3384005-fd7d-4d49-bf2d-944724f85b86 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1421198592-router', 'tenant_id': 'e95b796532304d6f891f1a7bd09d74d8', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:19.559562 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] Publish callbacks [] for port (a201bb22-3121-4664-b97b-8c9037eaf4a5), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.567583 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (a201bb22-3121-4664-b97b-8c9037eaf4a5), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.589132 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f3384005-fd7d-4d49-bf2d-944724f85b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6541'] for router (d960545f-462d-4d1a-bbfb-e36f3b8bedce), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.590709 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f3384005-fd7d-4d49-bf2d-944724f85b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1646445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6548'] for router (d960545f-462d-4d1a-bbfb-e36f3b8bedce), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.647044 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a171d-11b6-4db5-9e04-07a6aa95b813 None None] Pushing event updated for resources: {'Port': ['ID=a201bb22-3121-4664-b97b-8c9037eaf4a5,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:19.689659 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] Attempting to bind port a201bb22-3121-4664-b97b-8c9037eaf4a5 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:40:19.689659 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] Attempting to bind port a201bb22-3121-4664-b97b-8c9037eaf4a5 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:40:19.689659 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] Attempting to bind port a201bb22-3121-4664-b97b-8c9037eaf4a5 on network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:40:19.706636 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:40:19.707038 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] Checking segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:40:19.707448 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.707846 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] Bound using segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:40:19.708371 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] Bound port: a201bb22-3121-4664-b97b-8c9037eaf4a5, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:40:19.708758 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (a201bb22-3121-4664-b97b-8c9037eaf4a5), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.731638 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] Publish callbacks [] for port (6e211f30-dd65-4b35-a47e-645e943da7fe), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.754411 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (6e211f30-dd65-4b35-a47e-645e943da7fe), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.758679 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 8fab9cd4-34e7-4538-9252-20a21702865e is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:19.765045 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device a405cfe9-f947-4406-8332-c9150e4a2067 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:19.768673 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f3384005-fd7d-4d49-bf2d-944724f85b86 admin admin] Publish callbacks [] for router_controller (d960545f-462d-4d1a-bbfb-e36f3b8bedce), precommit_add_association {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.778979 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] For port a201bb22-3121-4664-b97b-8c9037eaf4a5, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:40:19.783035 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] For port a201bb22-3121-4664-b97b-8c9037eaf4a5, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=a201bb22-3121-4664-b97b-8c9037eaf4a5,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:40:19.800717 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (a201bb22-3121-4664-b97b-8c9037eaf4a5), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.889752 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] Routers {'f8226a36-028a-4eea-901f-5d9cd46cb1bd'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:40:19.890417 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:40:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:19.909698 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port a405cfe9-f947-4406-8332-c9150e4a2067 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:19.910260 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (a405cfe9-f947-4406-8332-c9150e4a2067), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.934475 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a171d-11b6-4db5-9e04-07a6aa95b813 None None] Pushing event updated for resources: {'Port': ['ID=a201bb22-3121-4664-b97b-8c9037eaf4a5,revision_number=3']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:20.018673 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f3384005-fd7d-4d49-bf2d-944724f85b86 admin admin] Publish callbacks [] for router_gateway (d960545f-462d-4d1a-bbfb-e36f3b8bedce), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.071082 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] Set router f8226a36-028a-4eea-901f-5d9cd46cb1bd gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:40:20.080671 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46dd6811-0023-5a74-808c-f3f6e7a50dab-f24a6f7b-8d34-4586-a4f9-464daa9dbfe8', 'network_id': 'f24a6f7b-8d34-4586-a4f9-464daa9dbfe8', 'project_id': 'e95b796532304d6f891f1a7bd09d74d8', 'fixed_ips': [{'subnet_id': '0a57dab3-b2df-448b-8203-9ef23125ff5a'}]}} from dv-cinder-837164-1-iscsi. {{(pid=103645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:40:20.081529 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.103536 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-bbedea35-40a7-4cc6-9b9d-c6e7256e1ec8 admin admin] Publish callbacks [] for security_group (a17d20f0-b105-44a3-aa59-0117ba3ef6db), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.114266 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a9cfa-debf-4b28-9d59-b64051036a34 None None] Pushing event updated for resources: {'Port': ['ID=6e211f30-dd65-4b35-a47e-645e943da7fe,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:20.157255 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port a405cfe9-f947-4406-8332-c9150e4a2067 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:20.178707 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d38593d7-98a1-4b0f-8f67-f67b187c595e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931487', 'neutron.services.segments.db._delete_segments_for_network-8761101197981'] for network (cca76108-fc43-47e4-8447-694c81056829), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.181477 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc3b36-5505-4bb9-8cb5-6d1d8deb175f req-ade6104a-c17a-46a3-b05c-0f4b07eb3663 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:20.185187 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-14cc3b36-5505-4bb9-8cb5-6d1d8deb175f req-ade6104a-c17a-46a3-b05c-0f4b07eb3663 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 931 time: 0.2527537 Apr 08 17:40:20.204686 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-d38593d7-98a1-4b0f-8f67-f67b187c595e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca76108-fc43-47e4-8447-694c81056829']}} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:20.216966 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-d38593d7-98a1-4b0f-8f67-f67b187c595e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9cea0cc-c982-4048-8c7c-660c3e5be440') {'for_net_delete': True} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:20.217326 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-d38593d7-98a1-4b0f-8f67-f67b187c595e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9cea0cc-c982-4048-8c7c-660c3e5be440') {} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:20.230637 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d38593d7-98a1-4b0f-8f67-f67b187c595e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761101199014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7555446'] for segment (e9cea0cc-c982-4048-8c7c-660c3e5be440), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.247561 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d38593d7-98a1-4b0f-8f67-f67b187c595e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (e9cea0cc-c982-4048-8c7c-660c3e5be440), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.256584 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38593d7-98a1-4b0f-8f67-f67b187c595e admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=103643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:40:20.257011 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d38593d7-98a1-4b0f-8f67-f67b187c595e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7534669'] for segment (e9cea0cc-c982-4048-8c7c-660c3e5be440), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.311694 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] Attempting to bind port 6e211f30-dd65-4b35-a47e-645e943da7fe on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:40:20.312115 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] Attempting to bind port 6e211f30-dd65-4b35-a47e-645e943da7fe by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '5f841c34-c6dd-467e-82f9-2f99f5064ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:40:20.313873 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] Attempting to bind port 6e211f30-dd65-4b35-a47e-645e943da7fe on network 3d46c65a-4971-4a7f-92b3-38349cf449e3 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: Traceback (most recent call last): Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: timer() Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: cb(*args, **kw) Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: return func(*args, **kwargs) Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: self._notify() Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: self.callback(batched_events) Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: event.method(event) Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: return f(self, *a, **k) Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._get(url).json() Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: return self.request(url, 'GET', **kwargs) Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:40:20.334803 dv-cinder-837164-1-iscsi neutron-server[103643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:40:20.341325 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d38593d7-98a1-4b0f-8f67-f67b187c595e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646066'] for network (cca76108-fc43-47e4-8447-694c81056829), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.346364 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d38593d7-98a1-4b0f-8f67-f67b187c595e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.350097 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-d38593d7-98a1-4b0f-8f67-f67b187c595e admin admin] 10.222.0.24 "DELETE /v2.0/networks/cca76108-fc43-47e4-8447-694c81056829 HTTP/1.1" status: 204 len: 168 time: 1.6225295 Apr 08 17:40:20.352612 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66d161b-a27b-4d7b-b7f8-437152777888 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:40:20.358596 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:40:20.359167 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] Checking segment: {'id': '5f841c34-c6dd-467e-82f9-2f99f5064ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:40:20.359740 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.360336 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] Bound using segment: {'id': '5f841c34-c6dd-467e-82f9-2f99f5064ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:40:20.361049 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] Bound port: 6e211f30-dd65-4b35-a47e-645e943da7fe, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f841c34-c6dd-467e-82f9-2f99f5064ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:40:20.361586 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (6e211f30-dd65-4b35-a47e-645e943da7fe), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.382912 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38593d7-98a1-4b0f-8f67-f67b187c595e admin admin] Pushing event deleted for resources: {'Network': ['ID=cca76108-fc43-47e4-8447-694c81056829,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:20.395299 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-16f33c05-aea5-422b-8f49-fab00d075ea9 None None] Provisioning complete for port 6e211f30-dd65-4b35-a47e-645e943da7fe triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:20.395849 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-16f33c05-aea5-422b-8f49-fab00d075ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (6e211f30-dd65-4b35-a47e-645e943da7fe), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.402699 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f3384005-fd7d-4d49-bf2d-944724f85b86 admin admin] Publish callbacks [] for router_gateway (d960545f-462d-4d1a-bbfb-e36f3b8bedce), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.438989 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f3384005-fd7d-4d49-bf2d-944724f85b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.448734 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Publish callbacks [] for port (e66d161b-a27b-4d7b-b7f8-437152777888), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.473379 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.db_base_plugin_common [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] Allocated IP 172.20.0.2 (f24a6f7b-8d34-4586-a4f9-464daa9dbfe8/0a57dab3-b2df-448b-8203-9ef23125ff5a/688bacae-b630-43d8-a344-42f8c3eb89a1) {{(pid=103645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:40:20.498382 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-16f33c05-aea5-422b-8f49-fab00d075ea9 None None] Port 6e211f30-dd65-4b35-a47e-645e943da7fe cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:40:20.523890 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-72cff673-5c57-47aa-838a-b18b1f5db157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.552674 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-bbedea35-40a7-4cc6-9b9d-c6e7256e1ec8 admin admin] Publish callbacks [] for security_group (a17d20f0-b105-44a3-aa59-0117ba3ef6db), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.567846 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Transition to ACTIVE for port object e66d161b-a27b-4d7b-b7f8-437152777888 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:40:20.574810 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.577464 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] For port 6e211f30-dd65-4b35-a47e-645e943da7fe, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:40:20.587297 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-router', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:16Z', 'revision_number': 3, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'gw_port': {'id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:11:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:14Z', 'updated_at': '2022-04-08T17:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:20.600823 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-f3384005-fd7d-4d49-bf2d-944724f85b86 admin admin] Allocated IP 172.27.0.85 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/b4b9adc3-86d9-452a-8c6a-a10a7175636e) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:40:20.618879 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ae2b49-3546-44e1-ac47-5220c6503b60 None None] The sync data for ids ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'] in dv-cinder-837164-1-iscsi is: [{'id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-router', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:16Z', 'revision_number': 3, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'gw_port': {'id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:11:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:14Z', 'updated_at': '2022-04-08T17:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:40:20.722084 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] For port 6e211f30-dd65-4b35-a47e-645e943da7fe, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=6e211f30-dd65-4b35-a47e-645e943da7fe,segment=NetworkSegment(5f841c34-c6dd-467e-82f9-2f99f5064ce8),segment_id=5f841c34-c6dd-467e-82f9-2f99f5064ce8)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:40:20.732281 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45488) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:20.746528 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (6e211f30-dd65-4b35-a47e-645e943da7fe), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.797030 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f3384005-fd7d-4d49-bf2d-944724f85b86 admin admin] Publish callbacks [] for port (b4b9adc3-86d9-452a-8c6a-a10a7175636e), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.815607 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-72cff673-5c57-47aa-838a-b18b1f5db157 admin admin] Allocated IP 172.20.0.1 (008c6189-82d1-4951-afe7-f478c9f8b212/9b63453b-e6c6-4ee6-9edf-14ef728f0f18/5e40580d-3262-4cae-99eb-3b35d83825e0) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:40:20.872574 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f3384005-fd7d-4d49-bf2d-944724f85b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (b4b9adc3-86d9-452a-8c6a-a10a7175636e), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.908616 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-14cc3b36-5505-4bb9-8cb5-6d1d8deb175f req-e7f38ad0-7309-41f1-97a8-b7f73b4f1d1a tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6755435 Apr 08 17:40:20.950520 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] Routers {'a6247856-94f8-4f91-a953-7516526eb23c'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:40:20.950520 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:40:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['a6247856-94f8-4f91-a953-7516526eb23c'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:20.956869 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-72cff673-5c57-47aa-838a-b18b1f5db157 admin admin] Publish callbacks [] for port (5e40580d-3262-4cae-99eb-3b35d83825e0), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.981542 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3384005-fd7d-4d49-bf2d-944724f85b86 admin admin] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:40:20.990531 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (e66d161b-a27b-4d7b-b7f8-437152777888), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:20.996413 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-f3384005-fd7d-4d49-bf2d-944724f85b86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:21.000719 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3384005-fd7d-4d49-bf2d-944724f85b86 admin admin] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:40:21.089510 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3384005-fd7d-4d49-bf2d-944724f85b86 admin admin] Pushing event updated for resources: {'Port': ['ID=b4b9adc3-86d9-452a-8c6a-a10a7175636e,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:21.148792 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Pushing event updated for resources: {'Port': ['ID=e66d161b-a27b-4d7b-b7f8-437152777888,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:21.182268 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-72cff673-5c57-47aa-838a-b18b1f5db157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (5e40580d-3262-4cae-99eb-3b35d83825e0), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:21.187124 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a9cfa-debf-4b28-9d59-b64051036a34 None None] Pushing event updated for resources: {'Port': ['ID=6e211f30-dd65-4b35-a47e-645e943da7fe,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:21.192371 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] Publish callbacks [] for port (688bacae-b630-43d8-a344-42f8c3eb89a1), precommit_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:21.251981 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632'] for port (688bacae-b630-43d8-a344-42f8c3eb89a1), after_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:21.261985 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-d63c6de1-7a04-4551-92d7-401efc6edcee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cdb83bb1ee6434b8e4cd3e7092515a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5345869 Apr 08 17:40:21.274654 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 45502) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:21.325814 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cff673-5c57-47aa-838a-b18b1f5db157 admin admin] Network 008c6189-82d1-4951-afe7-f478c9f8b212 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:40:21.350197 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] Set router a6247856-94f8-4f91-a953-7516526eb23c gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:40:21.354284 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-bbedea35-40a7-4cc6-9b9d-c6e7256e1ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (a17d20f0-b105-44a3-aa59-0117ba3ef6db), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:21.359210 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-bbedea35-40a7-4cc6-9b9d-c6e7256e1ec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:21.363285 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-bbedea35-40a7-4cc6-9b9d-c6e7256e1ec8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a17d20f0-b105-44a3-aa59-0117ba3ef6db HTTP/1.1" status: 204 len: 168 time: 2.1957769 Apr 08 17:40:21.366741 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-72cff673-5c57-47aa-838a-b18b1f5db157 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:21.416894 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cff673-5c57-47aa-838a-b18b1f5db157 admin admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:40:21.432047 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] Network f24a6f7b-8d34-4586-a4f9-464daa9dbfe8 is already hosted by enough agents. {{(pid=103645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:40:21.464826 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbedea35-40a7-4cc6-9b9d-c6e7256e1ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17d20f0-b105-44a3-aa59-0117ba3ef6db,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:21.489214 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.base_scheduler [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] Resources bound (agent type, host, resource id): {{(pid=103645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:21.506233 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] Received port after_create {{(pid=103645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:40:21.517537 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] Pushing event updated for resources: {'Port': ['ID=688bacae-b630-43d8-a344-42f8c3eb89a1,revision_number=1']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:21.540187 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-de8a4df1-18f4-4bbe-98a2-8d532f664e23 None None] Provisioning complete for port 6e211f30-dd65-4b35-a47e-645e943da7fe triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:21.548872 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cff673-5c57-47aa-838a-b18b1f5db157 admin admin] Pushing event updated for resources: {'Port': ['ID=5e40580d-3262-4cae-99eb-3b35d83825e0,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:21.552398 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-de8a4df1-18f4-4bbe-98a2-8d532f664e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (6e211f30-dd65-4b35-a47e-645e943da7fe), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:21.570042 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-98a3e8f9-ee58-4555-a427-c2b8379499c7 admin admin] Publish callbacks [] for security_group (68638537-e463-4436-97e9-4d02a7da9ddc), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:21.614253 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Attempting to bind port e66d161b-a27b-4d7b-b7f8-437152777888 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:40:21.614609 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Attempting to bind port e66d161b-a27b-4d7b-b7f8-437152777888 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '65aaa2bb-b6db-4490-a915-86c821f1e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3f103763-c11f-4d92-9086-f3e9a134d754'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:40:21.615194 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Attempting to bind port e66d161b-a27b-4d7b-b7f8-437152777888 on network 3f103763-c11f-4d92-9086-f3e9a134d754 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:40:21.621161 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Port e66d161b-a27b-4d7b-b7f8-437152777888 on network 3f103763-c11f-4d92-9086-f3e9a134d754 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:40:21.621514 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Attempting to bind port e66d161b-a27b-4d7b-b7f8-437152777888 on network 3f103763-c11f-4d92-9086-f3e9a134d754 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:40:21.623827 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-72cff673-5c57-47aa-838a-b18b1f5db157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645933'] for router_interface (f8226a36-028a-4eea-901f-5d9cd46cb1bd), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:21.689640 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:40:21.689994 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Checking segment: {'id': '65aaa2bb-b6db-4490-a915-86c821f1e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3f103763-c11f-4d92-9086-f3e9a134d754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:40:21.690395 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Bound using segment: {'id': '65aaa2bb-b6db-4490-a915-86c821f1e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3f103763-c11f-4d92-9086-f3e9a134d754'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:40:21.690845 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Bound port: e66d161b-a27b-4d7b-b7f8-437152777888, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65aaa2bb-b6db-4490-a915-86c821f1e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3f103763-c11f-4d92-9086-f3e9a134d754'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:40:21.691316 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (e66d161b-a27b-4d7b-b7f8-437152777888), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:21.718989 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-98a3e8f9-ee58-4555-a427-c2b8379499c7 admin admin] Publish callbacks [] for security_group (68638537-e463-4436-97e9-4d02a7da9ddc), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:21.787633 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] Attempting to bind port 688bacae-b630-43d8-a344-42f8c3eb89a1 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:40:21.788542 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] Attempting to bind port 688bacae-b630-43d8-a344-42f8c3eb89a1 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '9429039b-eb9e-4f08-bc35-d4f5e43e203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f24a6f7b-8d34-4586-a4f9-464daa9dbfe8'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:40:21.788920 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] Attempting to bind port 688bacae-b630-43d8-a344-42f8c3eb89a1 on network f24a6f7b-8d34-4586-a4f9-464daa9dbfe8 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:40:21.809793 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:40:21.810161 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] Checking segment: {'id': '9429039b-eb9e-4f08-bc35-d4f5e43e203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f24a6f7b-8d34-4586-a4f9-464daa9dbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:40:21.811854 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:21.812453 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] Bound using segment: {'id': '9429039b-eb9e-4f08-bc35-d4f5e43e203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f24a6f7b-8d34-4586-a4f9-464daa9dbfe8'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:40:21.813231 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] Bound port: 688bacae-b630-43d8-a344-42f8c3eb89a1, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9429039b-eb9e-4f08-bc35-d4f5e43e203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f24a6f7b-8d34-4586-a4f9-464daa9dbfe8'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:40:21.817583 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (688bacae-b630-43d8-a344-42f8c3eb89a1), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:21.828841 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] For port e66d161b-a27b-4d7b-b7f8-437152777888, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:40:21.832990 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] For port e66d161b-a27b-4d7b-b7f8-437152777888, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e66d161b-a27b-4d7b-b7f8-437152777888,segment=NetworkSegment(65aaa2bb-b6db-4490-a915-86c821f1e2cb),segment_id=65aaa2bb-b6db-4490-a915-86c821f1e2cb)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:40:21.847008 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (e66d161b-a27b-4d7b-b7f8-437152777888), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:21.890461 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f3384005-fd7d-4d49-bf2d-944724f85b86 admin admin] Publish callbacks [] for router_gateway (d960545f-462d-4d1a-bbfb-e36f3b8bedce), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:21.954161 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:21.954846 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:21.957386 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] 10.222.0.91 "PUT /v2.0/ports/e66d161b-a27b-4d7b-b7f8-437152777888 HTTP/1.1" status: 200 len: 1093 time: 3.3809369 Apr 08 17:40:21.960772 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a3c52c-0679-4531-9efe-ffc5b7d607d6', 'tag': 'e66d161b-a27b-4d7b-b7f8-437152777888'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:40:21.963096 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5399639-715a-4c89-9f81-4a581aae7d46" -d '{"events": [{"name": "network-changed", "server_uuid": "04a3c52c-0679-4531-9efe-ffc5b7d607d6", "tag": "e66d161b-a27b-4d7b-b7f8-437152777888"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:40:22.027221 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27ca8d-2935-49c5-af5a-08aac03af815 service neutron] Pushing event updated for resources: {'Port': ['ID=e66d161b-a27b-4d7b-b7f8-437152777888,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:22.072624 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2131567-b77a-4e28-88b3-9c58f113294a x-openstack-request-id: req-b2131567-b77a-4e28-88b3-9c58f113294a {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:40:22.072624 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a3c52c-0679-4531-9efe-ffc5b7d607d6", "tag": "e66d161b-a27b-4d7b-b7f8-437152777888", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:40:22.072624 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2131567-b77a-4e28-88b3-9c58f113294a {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:40:22.072624 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2131567-b77a-4e28-88b3-9c58f113294a'] response: {'name': 'network-changed', 'server_uuid': '04a3c52c-0679-4531-9efe-ffc5b7d607d6', 'tag': 'e66d161b-a27b-4d7b-b7f8-437152777888', 'status': 'completed', 'code': 200} Apr 08 17:40:22.118797 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-72cff673-5c57-47aa-838a-b18b1f5db157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (5e40580d-3262-4cae-99eb-3b35d83825e0), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:22.153284 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'name': 'tempest-TestMinimumBasicScenario-1770809295-router', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:14Z', 'revision_number': 4, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'gw_port': {'id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:83:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '6e211f30-dd65-4b35-a47e-645e943da7fe', 'name': '', 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'mac_address': 'fa:16:3e:a0:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f73dc476-3c86-43aa-9145-70ffe54e5685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:20Z', 'revision_number': 4, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'subnets': [{'id': 'f73dc476-3c86-43aa-9145-70ffe54e5685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:22.204128 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-98a3e8f9-ee58-4555-a427-c2b8379499c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (68638537-e463-4436-97e9-4d02a7da9ddc), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:22.206823 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-98a3e8f9-ee58-4555-a427-c2b8379499c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:22.207957 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-98a3e8f9-ee58-4555-a427-c2b8379499c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68638537-e463-4436-97e9-4d02a7da9ddc HTTP/1.1" status: 204 len: 168 time: 0.9322879 Apr 08 17:40:22.238542 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3e8f9-ee58-4555-a427-c2b8379499c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68638537-e463-4436-97e9-4d02a7da9ddc,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:22.250637 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f27c01-1b8d-46dd-b8d4-634b9babad7b req-c249150b-aace-4317-813e-b4c63484980a tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:22.259448 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-42f27c01-1b8d-46dd-b8d4-634b9babad7b req-c249150b-aace-4317-813e-b4c63484980a tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 943 time: 0.1769562 Apr 08 17:40:22.267785 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-de8a4df1-18f4-4bbe-98a2-8d532f664e23 None None] Current status of the port 6e211f30-dd65-4b35-a47e-645e943da7fe is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:22.268390 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-de8a4df1-18f4-4bbe-98a2-8d532f664e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (6e211f30-dd65-4b35-a47e-645e943da7fe), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:22.328082 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f49319b-2888-428b-8ae4-2cc6416239d5 None None] The sync data for ids ['a6247856-94f8-4f91-a953-7516526eb23c'] in dv-cinder-837164-1-iscsi is: [{'id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'name': 'tempest-TestMinimumBasicScenario-1770809295-router', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:14Z', 'revision_number': 4, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'gw_port': {'id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:83:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '6e211f30-dd65-4b35-a47e-645e943da7fe', 'name': '', 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'mac_address': 'fa:16:3e:a0:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f73dc476-3c86-43aa-9145-70ffe54e5685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:20Z', 'revision_number': 4, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'subnets': [{'id': 'f73dc476-3c86-43aa-9145-70ffe54e5685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:40:22.372923 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:22.448113 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f3384005-fd7d-4d49-bf2d-944724f85b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646010'] for router (d960545f-462d-4d1a-bbfb-e36f3b8bedce), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:22.457629 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-de8a4df1-18f4-4bbe-98a2-8d532f664e23 None None] For port 6e211f30-dd65-4b35-a47e-645e943da7fe, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=6e211f30-dd65-4b35-a47e-645e943da7fe,segment=NetworkSegment(5f841c34-c6dd-467e-82f9-2f99f5064ce8),segment_id=5f841c34-c6dd-467e-82f9-2f99f5064ce8)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:22.464852 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-42f27c01-1b8d-46dd-b8d4-634b9babad7b req-055e2c75-3012-4730-8cc7-64ce956b4fa6 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050157 Apr 08 17:40:22.465623 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] For port 688bacae-b630-43d8-a344-42f8c3eb89a1, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:40:22.469336 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] For port 688bacae-b630-43d8-a344-42f8c3eb89a1, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=688bacae-b630-43d8-a344-42f8c3eb89a1,segment=NetworkSegment(9429039b-eb9e-4f08-bc35-d4f5e43e203f),segment_id=9429039b-eb9e-4f08-bc35-d4f5e43e203f)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:40:22.470968 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-de8a4df1-18f4-4bbe-98a2-8d532f664e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (6e211f30-dd65-4b35-a47e-645e943da7fe), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:22.527454 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (688bacae-b630-43d8-a344-42f8c3eb89a1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:22.596257 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-72cff673-5c57-47aa-838a-b18b1f5db157 admin admin] Publish callbacks [] for port (5e40580d-3262-4cae-99eb-3b35d83825e0), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:22.608288 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-72cff673-5c57-47aa-838a-b18b1f5db157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (5e40580d-3262-4cae-99eb-3b35d83825e0), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:22.611561 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a4df1-18f4-4bbe-98a2-8d532f664e23 None None] Pushing event updated for resources: {'Port': ['ID=6e211f30-dd65-4b35-a47e-645e943da7fe,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:22.681952 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-d8c46009-de9d-4c42-8255-3b4b46a3ebab None None] Provisioning complete for port 5e40580d-3262-4cae-99eb-3b35d83825e0 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:22.682496 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d8c46009-de9d-4c42-8255-3b4b46a3ebab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (5e40580d-3262-4cae-99eb-3b35d83825e0), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:22.759401 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-72cff673-5c57-47aa-838a-b18b1f5db157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643773'] for router_interface (f8226a36-028a-4eea-901f-5d9cd46cb1bd), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:22.775613 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-d8c46009-de9d-4c42-8255-3b4b46a3ebab None None] Port 5e40580d-3262-4cae-99eb-3b35d83825e0 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:40:22.830386 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e61821-2281-4e61-a507-128e9bd0c225 None None] Pushing event updated for resources: {'Port': ['ID=688bacae-b630-43d8-a344-42f8c3eb89a1,revision_number=2']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:22.840074 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 45542) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:22.847364 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cff673-5c57-47aa-838a-b18b1f5db157 admin admin] Pushing event updated for resources: {'Port': ['ID=5e40580d-3262-4cae-99eb-3b35d83825e0,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:22.919877 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3384005-fd7d-4d49-bf2d-944724f85b86 admin admin] Router d960545f-462d-4d1a-bbfb-e36f3b8bedce is scheduled to L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 with binding_index 1 {{(pid=103644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:40:23.011335 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cff673-5c57-47aa-838a-b18b1f5db157 admin admin] Network 008c6189-82d1-4951-afe7-f478c9f8b212 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:40:23.032381 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-72cff673-5c57-47aa-838a-b18b1f5db157 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:23.081697 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-9606c804-2399-487e-9d0a-ff0ea9d61a1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=741732a2c5d34dcfad13c16d4281d277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384360 Apr 08 17:40:23.082313 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 45552) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:23.344565 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 6e211f30-dd65-4b35-a47e-645e943da7fe up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:23.399361 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cff673-5c57-47aa-838a-b18b1f5db157 admin admin] Router f8226a36-028a-4eea-901f-5d9cd46cb1bd has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:40:23.522624 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 6e211f30-dd65-4b35-a47e-645e943da7fe triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:23.523179 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (6e211f30-dd65-4b35-a47e-645e943da7fe), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:23.619285 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cff673-5c57-47aa-838a-b18b1f5db157 admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:40:23.633562 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-72cff673-5c57-47aa-838a-b18b1f5db157 admin admin] 10.222.0.24 "PUT /v2.0/routers/f8226a36-028a-4eea-901f-5d9cd46cb1bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5303757 Apr 08 17:40:23.674480 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-b6fa6457-8091-4c0c-840c-902df190e446 None None] Provisioning complete for port 5e40580d-3262-4cae-99eb-3b35d83825e0 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:23.674855 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-b6fa6457-8091-4c0c-840c-902df190e446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (5e40580d-3262-4cae-99eb-3b35d83825e0), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:23.729751 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] Sync routers for ids ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:40:23.785712 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] Routers {'f8226a36-028a-4eea-901f-5d9cd46cb1bd'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:40:23.786358 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:40:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:23.859554 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d3f83-56ea-4c72-92f8-b391a3efe9c6 req-6bef8096-f711-4df0-8693-8ade2a55bb5a tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:23.861473 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-617d3f83-56ea-4c72-92f8-b391a3efe9c6 req-6bef8096-f711-4df0-8693-8ade2a55bb5a tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 943 time: 0.1270289 Apr 08 17:40:23.905501 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3384005-fd7d-4d49-bf2d-944724f85b86 admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:40:23.920331 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] Sync routers for ids ['d960545f-462d-4d1a-bbfb-e36f3b8bedce'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:40:23.930839 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-049d4da8-2671-4f55-b954-a06e70a8b1c1 admin admin] Publish callbacks [] for security_group (e5898e76-5fbb-449f-b97e-280218e394b1), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:23.944719 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] Routers {'d960545f-462d-4d1a-bbfb-e36f3b8bedce'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:40:23.945573 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:40:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['d960545f-462d-4d1a-bbfb-e36f3b8bedce'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:24.010693 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-b6fa6457-8091-4c0c-840c-902df190e446 None None] Port 5e40580d-3262-4cae-99eb-3b35d83825e0 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:40:24.031776 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 6e211f30-dd65-4b35-a47e-645e943da7fe is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:24.034099 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device a201bb22-3121-4664-b97b-8c9037eaf4a5 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:24.035115 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-049d4da8-2671-4f55-b954-a06e70a8b1c1 admin admin] Publish callbacks [] for security_group (e5898e76-5fbb-449f-b97e-280218e394b1), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:24.053946 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f3384005-fd7d-4d49-bf2d-944724f85b86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:24.056758 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-f3384005-fd7d-4d49-bf2d-944724f85b86 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5382276 Apr 08 17:40:24.058564 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45588) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:24.067268 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-617d3f83-56ea-4c72-92f8-b391a3efe9c6 req-e5d22945-bb33-42a2-87a7-87809eeb4c86 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961646 Apr 08 17:40:24.157852 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] Set router f8226a36-028a-4eea-901f-5d9cd46cb1bd gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:40:24.186471 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-049d4da8-2671-4f55-b954-a06e70a8b1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (e5898e76-5fbb-449f-b97e-280218e394b1), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:24.189070 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-049d4da8-2671-4f55-b954-a06e70a8b1c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:24.203682 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-049d4da8-2671-4f55-b954-a06e70a8b1c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5898e76-5fbb-449f-b97e-280218e394b1 HTTP/1.1" status: 204 len: 168 time: 1.1161001 Apr 08 17:40:24.221562 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port a201bb22-3121-4664-b97b-8c9037eaf4a5 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:24.222126 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (a201bb22-3121-4664-b97b-8c9037eaf4a5), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:24.272296 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d4da8-2671-4f55-b954-a06e70a8b1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5898e76-5fbb-449f-b97e-280218e394b1,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:24.433488 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] Set router d960545f-462d-4d1a-bbfb-e36f3b8bedce gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:40:24.642811 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5399639-715a-4c89-9f81-4a581aae7d46 req-058d12bc-4a49-4fdd-a5dc-d3a670e42aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:24.645393 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port a201bb22-3121-4664-b97b-8c9037eaf4a5 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:24.645854 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (a201bb22-3121-4664-b97b-8c9037eaf4a5), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:24.649591 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d5399639-715a-4c89-9f81-4a581aae7d46 req-058d12bc-4a49-4fdd-a5dc-d3a670e42aae service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8dbbc5b2cc7f41318207dd12f632681c&device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 1127 time: 0.4068832 Apr 08 17:40:24.761535 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] For port a201bb22-3121-4664-b97b-8c9037eaf4a5, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=a201bb22-3121-4664-b97b-8c9037eaf4a5,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:24.801740 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (a201bb22-3121-4664-b97b-8c9037eaf4a5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:24.802587 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 688bacae-b630-43d8-a344-42f8c3eb89a1 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:24.971213 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-57e0a02c-97a0-48d6-840c-5c70f2792810 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:24.992091 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-57e0a02c-97a0-48d6-840c-5c70f2792810 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/networks?id=008c6189-82d1-4951-afe7-f478c9f8b212 HTTP/1.1" status: 200 len: 819 time: 0.3722656 Apr 08 17:40:24.992464 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b81a740-2b6a-4f1f-820b-5a81bbe13b6b None None] Network f24a6f7b-8d34-4586-a4f9-464daa9dbfe8 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:40:25.009562 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-01ca970e-9226-4d20-a994-1549be40c1d5 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/quotas/d3589adc3fd645a888ab3b81995e662e HTTP/1.1" status: 200 len: 375 time: 0.0185323 Apr 08 17:40:25.028837 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-351a7d77-9e9a-450b-a977-f1efcfbfccbc None None] Provisioning complete for port 688bacae-b630-43d8-a344-42f8c3eb89a1 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:25.029545 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-351a7d77-9e9a-450b-a977-f1efcfbfccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (688bacae-b630-43d8-a344-42f8c3eb89a1), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:25.049858 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd960545f-462d-4d1a-bbfb-e36f3b8bedce', 'name': 'tempest-TestMinimumBasicScenario-1421198592-router', 'tenant_id': 'e95b796532304d6f891f1a7bd09d74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4b9adc3-86d9-452a-8c6a-a10a7175636e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:19Z', 'updated_at': '2022-04-08T17:40:21Z', 'revision_number': 3, 'project_id': 'e95b796532304d6f891f1a7bd09d74d8', 'gw_port': {'id': 'b4b9adc3-86d9-452a-8c6a-a10a7175636e', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:57:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd960545f-462d-4d1a-bbfb-e36f3b8bedce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:20Z', 'updated_at': '2022-04-08T17:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:25.126823 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] Checking router: d960545f-462d-4d1a-bbfb-e36f3b8bedce for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:40:25.127840 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-0c22e696-2cfa-499e-9c53-f7d237e27da2 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3589adc3fd645a888ab3b81995e662e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1120596 Apr 08 17:40:25.128470 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] Updating router d960545f-462d-4d1a-bbfb-e36f3b8bedce port b4b9adc3-86d9-452a-8c6a-a10a7175636e binding host dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:40:25.203099 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (b4b9adc3-86d9-452a-8c6a-a10a7175636e), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:25.311177 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19391c2-7423-4b37-81dd-5b127de823d3 req-eb6145cf-19cc-4fc5-9027-b4666258e6f8 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:25.312687 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b19391c2-7423-4b37-81dd-5b127de823d3 req-eb6145cf-19cc-4fc5-9027-b4666258e6f8 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 943 time: 0.1016085 Apr 08 17:40:25.376351 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Pushing event updated for resources: {'Port': ['ID=a201bb22-3121-4664-b97b-8c9037eaf4a5,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:25.428341 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-95cf4344-92a6-4076-a80a-dad008e4240e service neutron] 10.222.0.24 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771173 Apr 08 17:40:25.443550 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b19391c2-7423-4b37-81dd-5b127de823d3 req-cc3ab11f-1903-4b34-8f7c-d6c433d5fcfd tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242254 Apr 08 17:40:25.475399 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5399639-715a-4c89-9f81-4a581aae7d46 req-6b22ec3d-4992-496d-a71b-a1fa68016a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:25.481665 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d5399639-715a-4c89-9f81-4a581aae7d46 req-6b22ec3d-4992-496d-a71b-a1fa68016a89 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=8dbbc5b2cc7f41318207dd12f632681c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.8191977 Apr 08 17:40:25.486924 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-router', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:22Z', 'revision_number': 4, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'gw_port': {'id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:11:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:14Z', 'updated_at': '2022-04-08T17:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '5e40580d-3262-4cae-99eb-3b35d83825e0', 'name': '', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'mac_address': 'fa:16:3e:27:46:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:20Z', 'updated_at': '2022-04-08T17:40:22Z', 'revision_number': 2, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'subnets': [{'id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:25.570392 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-e779384e-63f3-43b0-a703-2c6ea4438a41 service neutron] 10.222.0.24 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409895 Apr 08 17:40:25.584318 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 688bacae-b630-43d8-a344-42f8c3eb89a1 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:25.585096 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (688bacae-b630-43d8-a344-42f8c3eb89a1), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:25.643979 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] Publish callbacks [] for port (b4b9adc3-86d9-452a-8c6a-a10a7175636e), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:25.659302 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (b4b9adc3-86d9-452a-8c6a-a10a7175636e), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:25.714888 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] Checking router: f8226a36-028a-4eea-901f-5d9cd46cb1bd for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:40:25.715468 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] Updating router f8226a36-028a-4eea-901f-5d9cd46cb1bd port 5e40580d-3262-4cae-99eb-3b35d83825e0 binding host dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:40:25.817385 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (5e40580d-3262-4cae-99eb-3b35d83825e0), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:25.880538 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-759ad184-3525-4007-9db2-dc781d7a637f req-89e9b51f-3803-4170-9974-afe20b3744f7 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 210 time: 0.0523615 Apr 08 17:40:25.891544 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] Attempting to bind port b4b9adc3-86d9-452a-8c6a-a10a7175636e on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:40:25.891924 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] Attempting to bind port b4b9adc3-86d9-452a-8c6a-a10a7175636e by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:40:25.894631 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] Attempting to bind port b4b9adc3-86d9-452a-8c6a-a10a7175636e on network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:40:25.906611 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30858ddc-b86b-48c0-a0a1-14a74eeaf9f8 None None] Pushing event updated for resources: {'Port': ['ID=b4b9adc3-86d9-452a-8c6a-a10a7175636e,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:25.906969 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5399639-715a-4c89-9f81-4a581aae7d46 req-3b412c5b-9357-4d60-9476-ad4e51217295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:25.909547 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d5399639-715a-4c89-9f81-4a581aae7d46 req-3b412c5b-9357-4d60-9476-ad4e51217295 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4182465 Apr 08 17:40:25.914308 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:40:25.914689 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] Checking segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:40:25.918678 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:25.919145 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] Bound using segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:40:25.921753 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] Bound port: b4b9adc3-86d9-452a-8c6a-a10a7175636e, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:40:25.921753 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (b4b9adc3-86d9-452a-8c6a-a10a7175636e), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:26.032623 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] For port b4b9adc3-86d9-452a-8c6a-a10a7175636e, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:40:26.037366 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] For port b4b9adc3-86d9-452a-8c6a-a10a7175636e, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=b4b9adc3-86d9-452a-8c6a-a10a7175636e,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:40:26.048977 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (b4b9adc3-86d9-452a-8c6a-a10a7175636e), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:26.176600 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30858ddc-b86b-48c0-a0a1-14a74eeaf9f8 None None] Pushing event updated for resources: {'Port': ['ID=b4b9adc3-86d9-452a-8c6a-a10a7175636e,revision_number=3']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:26.184521 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] Routers {'d960545f-462d-4d1a-bbfb-e36f3b8bedce'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:40:26.185836 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:40:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['d960545f-462d-4d1a-bbfb-e36f3b8bedce'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:26.284503 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-c36514a0-8d29-4b22-8086-58b8635a5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:26.311609 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-c36514a0-8d29-4b22-8086-58b8635a5601 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8dbbc5b2cc7f41318207dd12f632681c&device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 1127 time: 0.2529111 Apr 08 17:40:26.489646 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-1d38a7ec-1ffb-4625-8a71-cf3920c6fe7c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e66d161b-a27b-4d7b-b7f8-437152777888 HTTP/1.1" status: 200 len: 217 time: 0.1718214 Apr 08 17:40:26.559596 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] Set router d960545f-462d-4d1a-bbfb-e36f3b8bedce gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:40:26.611640 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-351a7d77-9e9a-450b-a977-f1efcfbfccbc None None] Current status of the port 688bacae-b630-43d8-a344-42f8c3eb89a1 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:26.612153 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-351a7d77-9e9a-450b-a977-f1efcfbfccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (688bacae-b630-43d8-a344-42f8c3eb89a1), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:26.618106 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-6d99fbcb-226d-4216-b106-6e4d2d450bd1 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:26.642180 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-6d99fbcb-226d-4216-b106-6e4d2d450bd1 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/networks?id=008c6189-82d1-4951-afe7-f478c9f8b212 HTTP/1.1" status: 200 len: 819 time: 0.3736575 Apr 08 17:40:26.689122 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-12475aaf-f6d0-41aa-b6a9-1a49569fd80c tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/quotas/d3589adc3fd645a888ab3b81995e662e HTTP/1.1" status: 200 len: 375 time: 0.0452135 Apr 08 17:40:26.729739 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-351a7d77-9e9a-450b-a977-f1efcfbfccbc None None] For port 688bacae-b630-43d8-a344-42f8c3eb89a1, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=688bacae-b630-43d8-a344-42f8c3eb89a1,segment=NetworkSegment(9429039b-eb9e-4f08-bc35-d4f5e43e203f),segment_id=9429039b-eb9e-4f08-bc35-d4f5e43e203f)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:26.777333 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-0269d661-cb3e-4262-86f7-e760065291ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:26.779260 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-0269d661-cb3e-4262-86f7-e760065291ab service neutron] 10.222.0.91 "GET /v2.0/subnets?id=76d2ef6a-ec7c-4a6e-a5bd-b6be07ff9679 HTTP/1.1" status: 200 len: 849 time: 0.2865572 Apr 08 17:40:26.781610 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3045826b-1ee0-4c5f-88fd-bc543da1d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:26.790237 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-351a7d77-9e9a-450b-a977-f1efcfbfccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (688bacae-b630-43d8-a344-42f8c3eb89a1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:26.847963 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-2cd223a9-9ce7-4f7e-87ee-e22117857c86 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3f103763-c11f-4d92-9086-f3e9a134d754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479980 Apr 08 17:40:26.907741 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-95c7b75c-a348-4f6d-92da-2bed8759833d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3589adc3fd645a888ab3b81995e662e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2176476 Apr 08 17:40:27.062724 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 688bacae-b630-43d8-a344-42f8c3eb89a1 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:27.063320 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (688bacae-b630-43d8-a344-42f8c3eb89a1), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:27.095753 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-3cfaff84-af93-4a7e-8294-7cbfbf041c1c service neutron] 10.222.0.24 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856937 Apr 08 17:40:27.166254 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] Publish callbacks [] for port (5e40580d-3262-4cae-99eb-3b35d83825e0), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:27.196438 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd960545f-462d-4d1a-bbfb-e36f3b8bedce', 'name': 'tempest-TestMinimumBasicScenario-1421198592-router', 'tenant_id': 'e95b796532304d6f891f1a7bd09d74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4b9adc3-86d9-452a-8c6a-a10a7175636e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:19Z', 'updated_at': '2022-04-08T17:40:21Z', 'revision_number': 3, 'project_id': 'e95b796532304d6f891f1a7bd09d74d8', 'gw_port': {'id': 'b4b9adc3-86d9-452a-8c6a-a10a7175636e', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:57:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd960545f-462d-4d1a-bbfb-e36f3b8bedce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:20Z', 'updated_at': '2022-04-08T17:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:27.212475 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a7d77-9e9a-450b-a977-f1efcfbfccbc None None] Pushing event updated for resources: {'Port': ['ID=688bacae-b630-43d8-a344-42f8c3eb89a1,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:27.228473 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (5e40580d-3262-4cae-99eb-3b35d83825e0), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:27.253920 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-20eab59a-ae97-4d8a-8cbb-d1aa7a29798f None None] Provisioning complete for port 688bacae-b630-43d8-a344-42f8c3eb89a1 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:27.254679 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-20eab59a-ae97-4d8a-8cbb-d1aa7a29798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (688bacae-b630-43d8-a344-42f8c3eb89a1), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:27.282716 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca3a88-95d5-45ae-bab7-1ae6c0a8ce13 None None] The sync data for ids ['d960545f-462d-4d1a-bbfb-e36f3b8bedce'] in dv-cinder-837164-1-iscsi is: [{'id': 'd960545f-462d-4d1a-bbfb-e36f3b8bedce', 'name': 'tempest-TestMinimumBasicScenario-1421198592-router', 'tenant_id': 'e95b796532304d6f891f1a7bd09d74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4b9adc3-86d9-452a-8c6a-a10a7175636e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:19Z', 'updated_at': '2022-04-08T17:40:21Z', 'revision_number': 3, 'project_id': 'e95b796532304d6f891f1a7bd09d74d8', 'gw_port': {'id': 'b4b9adc3-86d9-452a-8c6a-a10a7175636e', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:57:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd960545f-462d-4d1a-bbfb-e36f3b8bedce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:20Z', 'updated_at': '2022-04-08T17:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:40:27.363419 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-3d9ade55-b872-4781-9841-d66b8e30968c service neutron] 10.222.0.24 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655115 Apr 08 17:40:27.444922 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-a59287db-68ef-46a3-aef0-c3861f151f02 service neutron] 10.222.0.91 "GET /v2.0/networks/3f103763-c11f-4d92-9086-f3e9a134d754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699031 Apr 08 17:40:27.507026 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-3045826b-1ee0-4c5f-88fd-bc543da1d4f4 admin admin] Allocated IP 172.20.0.1 (f24a6f7b-8d34-4586-a4f9-464daa9dbfe8/0a57dab3-b2df-448b-8203-9ef23125ff5a/71d73417-f3d1-4e6c-98e7-9bd946dd4402) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:40:27.782491 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45772) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:27.864031 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625ec5a-52b0-4edb-9fe8-13242458b12e None None] Pushing event updated for resources: {'Port': ['ID=5e40580d-3262-4cae-99eb-3b35d83825e0,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:27.916940 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f6dba-03ce-498d-9985-5d0313bf9410 req-337aa407-e4c5-42f9-89b5-115476d2ce7f tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:27.937371 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f06f6dba-03ce-498d-9985-5d0313bf9410 req-337aa407-e4c5-42f9-89b5-115476d2ce7f tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 943 time: 0.3175781 Apr 08 17:40:27.946692 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] Attempting to bind port 5e40580d-3262-4cae-99eb-3b35d83825e0 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:40:27.947446 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] Attempting to bind port 5e40580d-3262-4cae-99eb-3b35d83825e0 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:40:27.948154 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] Attempting to bind port 5e40580d-3262-4cae-99eb-3b35d83825e0 on network 008c6189-82d1-4951-afe7-f478c9f8b212 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:40:28.002669 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.db.api [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103645) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 17:40:28.007349 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG oslo_db.api [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 17:40:28.011651 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:40:28.013732 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] Checking segment: {'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:40:28.014224 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:28.014651 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] Bound using segment: {'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:40:28.019060 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] Bound port: 5e40580d-3262-4cae-99eb-3b35d83825e0, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:40:28.023250 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (5e40580d-3262-4cae-99eb-3b35d83825e0), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:28.056965 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213ae74-ecdb-4bce-8c0a-4db21b02174b req-9982063a-c666-46ef-a6e0-a2fc01d4dd65 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:28.076855 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3213ae74-ecdb-4bce-8c0a-4db21b02174b req-9982063a-c666-46ef-a6e0-a2fc01d4dd65 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.2905810 Apr 08 17:40:28.172143 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-e5c04216-1b3a-4980-808d-8f3a2a30dc29 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:28.184456 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-e5c04216-1b3a-4980-808d-8f3a2a30dc29 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.91 "GET /v2.0/networks?id=008c6189-82d1-4951-afe7-f478c9f8b212 HTTP/1.1" status: 200 len: 819 time: 0.2221844 Apr 08 17:40:28.229543 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-1adec5db-e38c-414b-990b-575d64bad288 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Request body: {'port': {'device_id': '43f26c84-7941-4ba7-9496-7b0214150c6d', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'admin_state_up': True, 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:28.341634 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3213ae74-ecdb-4bce-8c0a-4db21b02174b req-6aa142ab-4b10-4220-8e3d-53b6ee3cf9cc tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2619524 Apr 08 17:40:28.364402 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-20eab59a-ae97-4d8a-8cbb-d1aa7a29798f None None] Current status of the port 688bacae-b630-43d8-a344-42f8c3eb89a1 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:28.384398 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] For port 5e40580d-3262-4cae-99eb-3b35d83825e0, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:40:28.391553 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] For port 5e40580d-3262-4cae-99eb-3b35d83825e0, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=5e40580d-3262-4cae-99eb-3b35d83825e0,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:40:28.393000 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f06f6dba-03ce-498d-9985-5d0313bf9410 req-9010c8e6-0213-45f6-a1fd-77e2efd8bc5b tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539924 Apr 08 17:40:28.419600 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (5e40580d-3262-4cae-99eb-3b35d83825e0), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:28.529170 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cd49a36d-24fc-45f9-a693-bd6905374f18 req-cc46f6e5-ce1a-43b6-97e1-de1bf8ff018d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 210 time: 0.0731282 Apr 08 17:40:28.613543 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-45f47a04-2834-40a3-97f0-a8798e5464b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:28.624342 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-d0826f73-57bf-4cd0-8830-a6c1514dc474 None None] Provisioning complete for port 5e40580d-3262-4cae-99eb-3b35d83825e0 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:28.624772 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d0826f73-57bf-4cd0-8830-a6c1514dc474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (5e40580d-3262-4cae-99eb-3b35d83825e0), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:28.628952 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625ec5a-52b0-4edb-9fe8-13242458b12e None None] Pushing event updated for resources: {'Port': ['ID=5e40580d-3262-4cae-99eb-3b35d83825e0,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:28.708989 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] Routers {'f8226a36-028a-4eea-901f-5d9cd46cb1bd'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:40:28.713223 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:40:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:28.755357 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3045826b-1ee0-4c5f-88fd-bc543da1d4f4 admin admin] Publish callbacks [] for port (71d73417-f3d1-4e6c-98e7-9bd946dd4402), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:28.807106 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 688bacae-b630-43d8-a344-42f8c3eb89a1 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:28.813088 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-596896c6-0e01-4c7a-a954-60a4b06282dc req-d0516a66-8a38-4540-8a1a-b4c7913390a6 service neutron] 10.222.0.91 "GET /v2.0/networks/3f103763-c11f-4d92-9086-f3e9a134d754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1903009 Apr 08 17:40:28.843793 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-1adec5db-e38c-414b-990b-575d64bad288 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Made reservation on behalf of d3589adc3fd645a888ab3b81995e662e for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:40:28.863811 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-1adec5db-e38c-414b-990b-575d64bad288 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:28.990616 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3045826b-1ee0-4c5f-88fd-bc543da1d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (71d73417-f3d1-4e6c-98e7-9bd946dd4402), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.018733 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-d0826f73-57bf-4cd0-8830-a6c1514dc474 None None] Current status of the port 5e40580d-3262-4cae-99eb-3b35d83825e0 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:29.019838 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d0826f73-57bf-4cd0-8830-a6c1514dc474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (5e40580d-3262-4cae-99eb-3b35d83825e0), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.052042 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] Set router f8226a36-028a-4eea-901f-5d9cd46cb1bd gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:40:29.117647 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device a201bb22-3121-4664-b97b-8c9037eaf4a5 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:29.124966 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3045826b-1ee0-4c5f-88fd-bc543da1d4f4 admin admin] Network f24a6f7b-8d34-4586-a4f9-464daa9dbfe8 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:40:29.141702 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-3045826b-1ee0-4c5f-88fd-bc543da1d4f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:29.154055 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3045826b-1ee0-4c5f-88fd-bc543da1d4f4 admin admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:40:29.164306 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-d0826f73-57bf-4cd0-8830-a6c1514dc474 None None] For port 5e40580d-3262-4cae-99eb-3b35d83825e0, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=5e40580d-3262-4cae-99eb-3b35d83825e0,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:29.183069 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045826b-1ee0-4c5f-88fd-bc543da1d4f4 admin admin] Pushing event updated for resources: {'Port': ['ID=71d73417-f3d1-4e6c-98e7-9bd946dd4402,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:29.214746 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d0826f73-57bf-4cd0-8830-a6c1514dc474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (5e40580d-3262-4cae-99eb-3b35d83825e0), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.231008 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-45f47a04-2834-40a3-97f0-a8798e5464b0 admin admin] Publish callbacks [] for security_group (40bfd764-4c3c-4e4e-a0dd-4993ef49e9cd), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.256937 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-45f47a04-2834-40a3-97f0-a8798e5464b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (40bfd764-4c3c-4e4e-a0dd-4993ef49e9cd), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.329996 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f47a04-2834-40a3-97f0-a8798e5464b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bfd764-4c3c-4e4e-a0dd-4993ef49e9cd,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:29.353612 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3045826b-1ee0-4c5f-88fd-bc543da1d4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645933'] for router_interface (d960545f-462d-4d1a-bbfb-e36f3b8bedce), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.363361 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0826f73-57bf-4cd0-8830-a6c1514dc474 None None] Pushing event updated for resources: {'Port': ['ID=5e40580d-3262-4cae-99eb-3b35d83825e0,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:29.377589 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port a201bb22-3121-4664-b97b-8c9037eaf4a5 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:29.377979 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (a201bb22-3121-4664-b97b-8c9037eaf4a5), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.381807 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-683dd279-03cf-41a3-bbfe-4dd894239882 None None] Provisioning complete for port 5e40580d-3262-4cae-99eb-3b35d83825e0 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:29.382189 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-683dd279-03cf-41a3-bbfe-4dd894239882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (5e40580d-3262-4cae-99eb-3b35d83825e0), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.414283 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-1adec5db-e38c-414b-990b-575d64bad288 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Allocated IP 172.20.0.6 (008c6189-82d1-4951-afe7-f478c9f8b212/9b63453b-e6c6-4ee6-9edf-14ef728f0f18/858b37eb-86f3-4654-8322-c4d3c2605c36) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:40:29.453891 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-45f47a04-2834-40a3-97f0-a8798e5464b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05c1f6d709a74cc7a5f8496bc5eb54f8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6702731 Apr 08 17:40:29.456519 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45820) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:29.510814 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-router', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:22Z', 'revision_number': 4, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'gw_port': {'id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:14Z', 'updated_at': '2022-04-08T17:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '5e40580d-3262-4cae-99eb-3b35d83825e0', 'name': '', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'mac_address': 'fa:16:3e:27:46:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:20Z', 'updated_at': '2022-04-08T17:40:28Z', 'revision_number': 4, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'subnets': [{'id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:29.522465 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a48876-2ad4-43dd-ad1c-c32e8fe285ae req-7013ece2-8bf4-4e7a-b98e-a54b81534a33 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:29.524159 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-68a48876-2ad4-43dd-ad1c-c32e8fe285ae req-7013ece2-8bf4-4e7a-b98e-a54b81534a33 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0701816 Apr 08 17:40:29.560100 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df81cca0-f5cb-455f-ad58-dbfff143fb11 None None] The sync data for ids ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'] in dv-cinder-837164-1-iscsi is: [{'id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-router', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:22Z', 'revision_number': 4, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'gw_port': {'id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:14Z', 'updated_at': '2022-04-08T17:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '5e40580d-3262-4cae-99eb-3b35d83825e0', 'name': '', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'mac_address': 'fa:16:3e:27:46:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:20Z', 'updated_at': '2022-04-08T17:40:28Z', 'revision_number': 4, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'subnets': [{'id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:40:29.607140 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0bbf7-dfbb-4bae-9ba4-0b26dabe41d7 req-844ff8ab-1e6c-4f46-a9ad-bb3dabfbd414 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:29.608885 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a9c0bbf7-dfbb-4bae-9ba4-0b26dabe41d7 req-844ff8ab-1e6c-4f46-a9ad-bb3dabfbd414 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 943 time: 0.0963542 Apr 08 17:40:29.636937 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-683dd279-03cf-41a3-bbfe-4dd894239882 None None] Current status of the port 5e40580d-3262-4cae-99eb-3b35d83825e0 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:29.641101 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port a201bb22-3121-4664-b97b-8c9037eaf4a5 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:29.643244 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device b4b9adc3-86d9-452a-8c6a-a10a7175636e up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:29.696310 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-68a48876-2ad4-43dd-ad1c-c32e8fe285ae req-36d494a1-f674-4187-87bf-6b4d08acbb6c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527507 Apr 08 17:40:29.707258 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port b4b9adc3-86d9-452a-8c6a-a10a7175636e triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:29.707675 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (b4b9adc3-86d9-452a-8c6a-a10a7175636e), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.735175 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ce62d418-987b-4c06-a127-8b08f6180802 admin admin] Publish callbacks [] for security_group (40bfd764-4c3c-4e4e-a0dd-4993ef49e9cd), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.829575 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a9c0bbf7-dfbb-4bae-9ba4-0b26dabe41d7 req-8a2ccae9-a772-451a-8b5d-387bd8d71402 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126086 Apr 08 17:40:29.903062 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-a235ce86-e36b-4d49-a9c8-69955eb801e8 None None] Provisioning complete for port 71d73417-f3d1-4e6c-98e7-9bd946dd4402 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:29.903474 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a235ce86-e36b-4d49-a9c8-69955eb801e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (71d73417-f3d1-4e6c-98e7-9bd946dd4402), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.959737 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ce62d418-987b-4c06-a127-8b08f6180802 admin admin] Publish callbacks [] for security_group (40bfd764-4c3c-4e4e-a0dd-4993ef49e9cd), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.975970 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4eebff5a-3566-478e-8bae-af87b6086b4a req-71bc5e34-1723-46de-86ee-302cc3c32623 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 210 time: 0.0443332 Apr 08 17:40:30.006708 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3045826b-1ee0-4c5f-88fd-bc543da1d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (71d73417-f3d1-4e6c-98e7-9bd946dd4402), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.023472 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-a235ce86-e36b-4d49-a9c8-69955eb801e8 None None] Port 71d73417-f3d1-4e6c-98e7-9bd946dd4402 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:40:30.093385 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-1adec5db-e38c-414b-990b-575d64bad288 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for port (858b37eb-86f3-4654-8322-c4d3c2605c36), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.109980 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port b4b9adc3-86d9-452a-8c6a-a10a7175636e is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:30.110385 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (b4b9adc3-86d9-452a-8c6a-a10a7175636e), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.173983 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] For port b4b9adc3-86d9-452a-8c6a-a10a7175636e, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=b4b9adc3-86d9-452a-8c6a-a10a7175636e,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:30.180628 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (b4b9adc3-86d9-452a-8c6a-a10a7175636e), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.183164 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 688bacae-b630-43d8-a344-42f8c3eb89a1 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:30.218016 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ce62d418-987b-4c06-a127-8b08f6180802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (40bfd764-4c3c-4e4e-a0dd-4993ef49e9cd), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.220906 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ce62d418-987b-4c06-a127-8b08f6180802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.221857 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-ce62d418-987b-4c06-a127-8b08f6180802 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40bfd764-4c3c-4e4e-a0dd-4993ef49e9cd HTTP/1.1" status: 204 len: 168 time: 0.7535918 Apr 08 17:40:30.297579 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62d418-987b-4c06-a127-8b08f6180802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bfd764-4c3c-4e4e-a0dd-4993ef49e9cd,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:30.334708 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-1adec5db-e38c-414b-990b-575d64bad288 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (858b37eb-86f3-4654-8322-c4d3c2605c36), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.440251 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-1adec5db-e38c-414b-990b-575d64bad288 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Network 008c6189-82d1-4951-afe7-f478c9f8b212 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:40:30.441081 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adec5db-e38c-414b-990b-575d64bad288 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Pushing event updated for resources: {'Port': ['ID=858b37eb-86f3-4654-8322-c4d3c2605c36,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:30.449284 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Pushing event updated for resources: {'Port': ['ID=b4b9adc3-86d9-452a-8c6a-a10a7175636e,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:30.451790 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-1adec5db-e38c-414b-990b-575d64bad288 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:30.464163 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-1adec5db-e38c-414b-990b-575d64bad288 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:40:30.489354 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 688bacae-b630-43d8-a344-42f8c3eb89a1 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:30.489743 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (688bacae-b630-43d8-a344-42f8c3eb89a1), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.631146 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-1adec5db-e38c-414b-990b-575d64bad288 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:30.631745 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-1adec5db-e38c-414b-990b-575d64bad288 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.689771 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3045826b-1ee0-4c5f-88fd-bc543da1d4f4 admin admin] Publish callbacks [] for port (71d73417-f3d1-4e6c-98e7-9bd946dd4402), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.751829 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3045826b-1ee0-4c5f-88fd-bc543da1d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (71d73417-f3d1-4e6c-98e7-9bd946dd4402), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.842474 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 45856) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:30.906232 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-49e3c04f-f4a3-42d4-8e89-6ba952c9181d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.987446 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-7fba0fdd-a832-434f-9864-eb9322823095 None None] Provisioning complete for port 858b37eb-86f3-4654-8322-c4d3c2605c36 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:30.989445 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-7fba0fdd-a832-434f-9864-eb9322823095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (858b37eb-86f3-4654-8322-c4d3c2605c36), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:31.047371 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-7fba0fdd-a832-434f-9864-eb9322823095 None None] Port 858b37eb-86f3-4654-8322-c4d3c2605c36 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:40:31.151590 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 688bacae-b630-43d8-a344-42f8c3eb89a1 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:31.156903 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-9449eb63-fbb3-44ce-ac45-2352921d3aa7 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:31.158532 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-9449eb63-fbb3-44ce-ac45-2352921d3aa7 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.91 "GET /v2.0/networks?id=008c6189-82d1-4951-afe7-f478c9f8b212 HTTP/1.1" status: 200 len: 819 time: 0.5236971 Apr 08 17:40:31.159247 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3045826b-1ee0-4c5f-88fd-bc543da1d4f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643773'] for router_interface (d960545f-462d-4d1a-bbfb-e36f3b8bedce), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:31.161948 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7daf26-6993-4ecb-9161-f97e97db5aec req-0926052d-3638-4d32-a956-66a4283dd673 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:31.166016 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bb7daf26-6993-4ecb-9161-f97e97db5aec req-0926052d-3638-4d32-a956-66a4283dd673 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.2858145 Apr 08 17:40:31.175195 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-1adec5db-e38c-414b-990b-575d64bad288 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9723544 Apr 08 17:40:31.279902 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-49e3c04f-f4a3-42d4-8e89-6ba952c9181d admin admin] Publish callbacks [] for security_group (9e235e92-3928-4a4b-8cc1-6624ee608289), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:31.286785 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714a8a9-8d66-4a7c-9640-85bb06b1c047 req-ba1bd1b1-c721-4d3c-8946-f6d7eeee82dc tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:31.296680 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8714a8a9-8d66-4a7c-9640-85bb06b1c047 req-ba1bd1b1-c721-4d3c-8946-f6d7eeee82dc tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 943 time: 0.2311354 Apr 08 17:40:31.313384 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-49e3c04f-f4a3-42d4-8e89-6ba952c9181d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (9e235e92-3928-4a4b-8cc1-6624ee608289), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:31.342232 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-d89694e3-1169-4d0f-bbba-e95997047d81 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Request body: {'port': {'device_id': 'cb73ce04-909b-4c39-bfd0-674b64ba92c1', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'admin_state_up': True, 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:31.355378 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Request body: {'port': {'device_id': '43f26c84-7941-4ba7-9496-7b0214150c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:31.439820 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-49e3c04f-f4a3-42d4-8e89-6ba952c9181d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7047c83c76a444aa6f1774c3b90be38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5943725 Apr 08 17:40:31.447313 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45880) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:31.475865 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3c04f-f4a3-42d4-8e89-6ba952c9181d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e235e92-3928-4a4b-8cc1-6624ee608289,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:31.518729 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device b4b9adc3-86d9-452a-8c6a-a10a7175636e up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:31.553190 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3045826b-1ee0-4c5f-88fd-bc543da1d4f4 admin admin] Network f24a6f7b-8d34-4586-a4f9-464daa9dbfe8 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:40:31.555111 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bb7daf26-6993-4ecb-9161-f97e97db5aec req-552b0a2b-9736-496d-b8e8-b0ad09d3b715 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560992 Apr 08 17:40:31.559639 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8714a8a9-8d66-4a7c-9640-85bb06b1c047 req-121518e0-fcd4-4e21-8f20-a1cac9c4cb10 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620263 Apr 08 17:40:31.580326 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045826b-1ee0-4c5f-88fd-bc543da1d4f4 admin admin] Pushing event updated for resources: {'Port': ['ID=71d73417-f3d1-4e6c-98e7-9bd946dd4402,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:31.620368 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-3045826b-1ee0-4c5f-88fd-bc543da1d4f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:31.718900 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port b4b9adc3-86d9-452a-8c6a-a10a7175636e triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:31.719282 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (b4b9adc3-86d9-452a-8c6a-a10a7175636e), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:31.760828 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45888) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:31.777392 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6ec08cf6-0644-4294-8d9d-2b8ee8e4f576 req-3a726b80-e31e-4ac4-b64b-51218623f26a tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 210 time: 0.0593817 Apr 08 17:40:31.861357 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (858b37eb-86f3-4654-8322-c4d3c2605c36), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:31.925726 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port b4b9adc3-86d9-452a-8c6a-a10a7175636e is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:31.927141 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 5e40580d-3262-4cae-99eb-3b35d83825e0 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:31.991740 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 5e40580d-3262-4cae-99eb-3b35d83825e0 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:31.992887 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (5e40580d-3262-4cae-99eb-3b35d83825e0), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.050048 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-afa51685-f0e4-4f50-b4fc-145afc34c61a None None] Provisioning complete for port 71d73417-f3d1-4e6c-98e7-9bd946dd4402 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:32.051217 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-afa51685-f0e4-4f50-b4fc-145afc34c61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (71d73417-f3d1-4e6c-98e7-9bd946dd4402), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.108441 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-afa51685-f0e4-4f50-b4fc-145afc34c61a None None] Port 71d73417-f3d1-4e6c-98e7-9bd946dd4402 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:40:32.155108 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device e66d161b-a27b-4d7b-b7f8-437152777888 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:40:32.168418 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 5e40580d-3262-4cae-99eb-3b35d83825e0 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:32.280327 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port e66d161b-a27b-4d7b-b7f8-437152777888, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e66d161b-a27b-4d7b-b7f8-437152777888,segment=NetworkSegment(65aaa2bb-b6db-4490-a915-86c821f1e2cb),segment_id=65aaa2bb-b6db-4490-a915-86c821f1e2cb)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:32.295658 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': 'e66d161b-a27b-4d7b-b7f8-437152777888', 'network_id': '3f103763-c11f-4d92-9086-f3e9a134d754', 'port_id': 'e66d161b-a27b-4d7b-b7f8-437152777888', 'mac_address': 'fa:16:3e:5b:24:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2ef6a-ec7c-4a6e-a5bd-b6be07ff9679', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:40:32.316781 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-32be3fb8-2544-4a32-bbf5-040603d9a6a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.318618 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1b064776-e49b-4f7e-9a55-7c6df9497735 admin admin] Publish callbacks [] for security_group (9e235e92-3928-4a4b-8cc1-6624ee608289), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.336476 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-d89694e3-1169-4d0f-bbba-e95997047d81 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Made reservation on behalf of d3589adc3fd645a888ab3b81995e662e for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:40:32.340637 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port e66d161b-a27b-4d7b-b7f8-437152777888 is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:32.341030 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (e66d161b-a27b-4d7b-b7f8-437152777888), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.341551 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-d89694e3-1169-4d0f-bbba-e95997047d81 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.356267 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66d161b-a27b-4d7b-b7f8-437152777888 {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:40:32.385849 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port e66d161b-a27b-4d7b-b7f8-437152777888, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e66d161b-a27b-4d7b-b7f8-437152777888,segment=NetworkSegment(65aaa2bb-b6db-4490-a915-86c821f1e2cb),segment_id=65aaa2bb-b6db-4490-a915-86c821f1e2cb)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:32.392966 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (e66d161b-a27b-4d7b-b7f8-437152777888), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.453947 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=e66d161b-a27b-4d7b-b7f8-437152777888,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:32.463413 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1b064776-e49b-4f7e-9a55-7c6df9497735 admin admin] Publish callbacks [] for security_group (9e235e92-3928-4a4b-8cc1-6624ee608289), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.493322 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3045826b-1ee0-4c5f-88fd-bc543da1d4f4 admin admin] Router d960545f-462d-4d1a-bbfb-e36f3b8bedce has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:40:32.771180 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490324f5-751c-44b5-8aa8-48a113c5144e req-262b9ca3-e0f4-4556-b377-52453f6f2e46 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:32.772538 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['e66d161b-a27b-4d7b-b7f8-437152777888'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:40:32.772864 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-490324f5-751c-44b5-8aa8-48a113c5144e req-262b9ca3-e0f4-4556-b377-52453f6f2e46 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0919678 Apr 08 17:40:32.800052 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-32be3fb8-2544-4a32-bbf5-040603d9a6a4 admin admin] Publish callbacks [] for security_group (597b3132-0b5a-4546-a0a7-17ea21f85a7b), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.806321 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1b064776-e49b-4f7e-9a55-7c6df9497735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (9e235e92-3928-4a4b-8cc1-6624ee608289), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.820055 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1b064776-e49b-4f7e-9a55-7c6df9497735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.823618 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-1b064776-e49b-4f7e-9a55-7c6df9497735 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e235e92-3928-4a4b-8cc1-6624ee608289 HTTP/1.1" status: 204 len: 168 time: 1.3730154 Apr 08 17:40:32.837095 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-32be3fb8-2544-4a32-bbf5-040603d9a6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (597b3132-0b5a-4546-a0a7-17ea21f85a7b), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.882874 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b064776-e49b-4f7e-9a55-7c6df9497735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e235e92-3928-4a4b-8cc1-6624ee608289,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:32.891803 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-490324f5-751c-44b5-8aa8-48a113c5144e req-b24918b5-e343-4357-b2b0-1984b4ee3865 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992892 Apr 08 17:40:32.943565 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68255845-6835-43a2-b104-110a7a3f0d09 req-0275e7c5-39ac-4c79-b03e-16d7926feee3 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:32.948902 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-68255845-6835-43a2-b104-110a7a3f0d09 req-0275e7c5-39ac-4c79-b03e-16d7926feee3 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 944 time: 0.2765899 Apr 08 17:40:33.000426 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-32be3fb8-2544-4a32-bbf5-040603d9a6a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed22ac552379438cb2c1b1afe2011374&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2338412 Apr 08 17:40:33.001391 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 45926) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:33.006970 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3045826b-1ee0-4c5f-88fd-bc543da1d4f4 admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:40:33.026526 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] Sync routers for ids ['d960545f-462d-4d1a-bbfb-e36f3b8bedce'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:40:33.059457 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-3045826b-1ee0-4c5f-88fd-bc543da1d4f4 admin admin] 10.222.0.24 "PUT /v2.0/routers/d960545f-462d-4d1a-bbfb-e36f3b8bedce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9995487 Apr 08 17:40:33.062702 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be3fb8-2544-4a32-bbf5-040603d9a6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597b3132-0b5a-4546-a0a7-17ea21f85a7b,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:33.108598 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-68255845-6835-43a2-b104-110a7a3f0d09 req-fd3640a3-b567-42f4-b0e1-944d44d26aeb tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470990 Apr 08 17:40:33.124437 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858b37eb-86f3-4654-8322-c4d3c2605c36 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:40:33.158161 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] Routers {'d960545f-462d-4d1a-bbfb-e36f3b8bedce'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:40:33.158834 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:40:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['d960545f-462d-4d1a-bbfb-e36f3b8bedce'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:33.162482 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Publish callbacks [] for port (858b37eb-86f3-4654-8322-c4d3c2605c36), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:33.191527 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ccf14864-b8c2-4eb6-a54c-ebc6456e0f20 req-ba009abe-2b23-40dc-9d83-51cf254c4f07 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 210 time: 0.0818422 Apr 08 17:40:33.225954 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Transition to ACTIVE for port object 858b37eb-86f3-4654-8322-c4d3c2605c36 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:40:33.238896 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-17d18e23-3b34-4328-b108-a430efb7ef67 admin admin] Publish callbacks [] for security_group (597b3132-0b5a-4546-a0a7-17ea21f85a7b), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:33.253321 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (858b37eb-86f3-4654-8322-c4d3c2605c36), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:33.369111 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-17d18e23-3b34-4328-b108-a430efb7ef67 admin admin] Publish callbacks [] for security_group (597b3132-0b5a-4546-a0a7-17ea21f85a7b), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:33.455524 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-d89694e3-1169-4d0f-bbba-e95997047d81 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Allocated IP 172.20.0.12 (008c6189-82d1-4951-afe7-f478c9f8b212/9b63453b-e6c6-4ee6-9edf-14ef728f0f18/5648fe5a-6b31-4a3f-8f48-dd59cabccae7) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:40:33.462867 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] Set router d960545f-462d-4d1a-bbfb-e36f3b8bedce gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:40:33.542392 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Pushing event updated for resources: {'Port': ['ID=858b37eb-86f3-4654-8322-c4d3c2605c36,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:33.561570 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:40:33.726720 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-17d18e23-3b34-4328-b108-a430efb7ef67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (597b3132-0b5a-4546-a0a7-17ea21f85a7b), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:33.729665 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-17d18e23-3b34-4328-b108-a430efb7ef67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:33.735216 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-17d18e23-3b34-4328-b108-a430efb7ef67 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/597b3132-0b5a-4546-a0a7-17ea21f85a7b HTTP/1.1" status: 204 len: 168 time: 0.7296696 Apr 08 17:40:33.772096 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Attempting to bind port 858b37eb-86f3-4654-8322-c4d3c2605c36 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:40:33.772599 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Attempting to bind port 858b37eb-86f3-4654-8322-c4d3c2605c36 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:40:33.773036 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Attempting to bind port 858b37eb-86f3-4654-8322-c4d3c2605c36 on network 008c6189-82d1-4951-afe7-f478c9f8b212 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:40:33.775345 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d18e23-3b34-4328-b108-a430efb7ef67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597b3132-0b5a-4546-a0a7-17ea21f85a7b,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:33.789721 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Port 858b37eb-86f3-4654-8322-c4d3c2605c36 on network 008c6189-82d1-4951-afe7-f478c9f8b212 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:40:33.790134 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Attempting to bind port 858b37eb-86f3-4654-8322-c4d3c2605c36 on network 008c6189-82d1-4951-afe7-f478c9f8b212 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:40:33.835450 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:40:33.836166 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Checking segment: {'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:40:33.836166 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Bound using segment: {'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:40:33.836867 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Bound port: 858b37eb-86f3-4654-8322-c4d3c2605c36, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:40:33.837284 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (858b37eb-86f3-4654-8322-c4d3c2605c36), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:33.883535 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd960545f-462d-4d1a-bbfb-e36f3b8bedce', 'name': 'tempest-TestMinimumBasicScenario-1421198592-router', 'tenant_id': 'e95b796532304d6f891f1a7bd09d74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4b9adc3-86d9-452a-8c6a-a10a7175636e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:19Z', 'updated_at': '2022-04-08T17:40:29Z', 'revision_number': 4, 'project_id': 'e95b796532304d6f891f1a7bd09d74d8', 'gw_port': {'id': 'b4b9adc3-86d9-452a-8c6a-a10a7175636e', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:57:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd960545f-462d-4d1a-bbfb-e36f3b8bedce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:20Z', 'updated_at': '2022-04-08T17:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '71d73417-f3d1-4e6c-98e7-9bd946dd4402', 'name': '', 'network_id': 'f24a6f7b-8d34-4586-a4f9-464daa9dbfe8', 'tenant_id': 'e95b796532304d6f891f1a7bd09d74d8', 'mac_address': 'fa:16:3e:a6:4d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd960545f-462d-4d1a-bbfb-e36f3b8bedce', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '0a57dab3-b2df-448b-8203-9ef23125ff5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:26Z', 'updated_at': '2022-04-08T17:40:30Z', 'revision_number': 2, 'project_id': 'e95b796532304d6f891f1a7bd09d74d8', 'subnets': [{'id': '0a57dab3-b2df-448b-8203-9ef23125ff5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:33.961962 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-d89694e3-1169-4d0f-bbba-e95997047d81 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for port (5648fe5a-6b31-4a3f-8f48-dd59cabccae7), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:33.964868 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] Checking router: d960545f-462d-4d1a-bbfb-e36f3b8bedce for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:40:33.965423 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] Updating router d960545f-462d-4d1a-bbfb-e36f3b8bedce port 71d73417-f3d1-4e6c-98e7-9bd946dd4402 binding host dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:40:33.974731 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] For port 858b37eb-86f3-4654-8322-c4d3c2605c36, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:40:33.979986 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] For port 858b37eb-86f3-4654-8322-c4d3c2605c36, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=858b37eb-86f3-4654-8322-c4d3c2605c36,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:40:33.992281 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (858b37eb-86f3-4654-8322-c4d3c2605c36), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:34.020923 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (71d73417-f3d1-4e6c-98e7-9bd946dd4402), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:34.141993 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Pushing event updated for resources: {'Port': ['ID=858b37eb-86f3-4654-8322-c4d3c2605c36,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:34.163227 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-d89694e3-1169-4d0f-bbba-e95997047d81 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (5648fe5a-6b31-4a3f-8f48-dd59cabccae7), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:34.207451 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:34.208106 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:34.236007 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-245ab350-5819-43dd-97e7-18de684d20b7 service neutron] 10.222.0.91 "PUT /v2.0/ports/858b37eb-86f3-4654-8322-c4d3c2605c36 HTTP/1.1" status: 200 len: 1093 time: 2.9039409 Apr 08 17:40:34.243016 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device e66d161b-a27b-4d7b-b7f8-437152777888 up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:34.257445 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f26c84-7941-4ba7-9496-7b0214150c6d', 'tag': '858b37eb-86f3-4654-8322-c4d3c2605c36'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:40:34.289628 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83851c1d-b9d6-4b8c-87be-7a14ef3d637b req-af6d38ab-9a5d-44e7-aaf7-4fe7f7bb2c8a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:34.300567 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f390c9f-9d26-4d16-99d2-edb39c28bb58" -d '{"events": [{"name": "network-changed", "server_uuid": "43f26c84-7941-4ba7-9496-7b0214150c6d", "tag": "858b37eb-86f3-4654-8322-c4d3c2605c36"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:40:34.320601 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-83851c1d-b9d6-4b8c-87be-7a14ef3d637b req-af6d38ab-9a5d-44e7-aaf7-4fe7f7bb2c8a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.2344968 Apr 08 17:40:34.490446 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port e66d161b-a27b-4d7b-b7f8-437152777888 completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:40:34.502704 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port e66d161b-a27b-4d7b-b7f8-437152777888 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:34.503121 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (e66d161b-a27b-4d7b-b7f8-437152777888), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:34.528083 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-d89694e3-1169-4d0f-bbba-e95997047d81 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Network 008c6189-82d1-4951-afe7-f478c9f8b212 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:40:34.540385 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-d89694e3-1169-4d0f-bbba-e95997047d81 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:34.543166 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-d89694e3-1169-4d0f-bbba-e95997047d81 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:40:34.613789 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-83851c1d-b9d6-4b8c-87be-7a14ef3d637b req-ffe30520-fd23-4e42-b406-13f938bcebe4 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2884398 Apr 08 17:40:34.624214 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-d89694e3-1169-4d0f-bbba-e95997047d81 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:34.624906 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-d89694e3-1169-4d0f-bbba-e95997047d81 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:34.656245 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-d89694e3-1169-4d0f-bbba-e95997047d81 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3254731 Apr 08 17:40:34.658819 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89694e3-1169-4d0f-bbba-e95997047d81 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Pushing event updated for resources: {'Port': ['ID=5648fe5a-6b31-4a3f-8f48-dd59cabccae7,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:34.670682 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-498d4cd8-74e5-44ee-9ab7-e907861c7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:34.673801 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-498d4cd8-74e5-44ee-9ab7-e907861c7a92 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3589adc3fd645a888ab3b81995e662e&device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 1127 time: 0.3070953 Apr 08 17:40:34.677943 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced692f4-5fc7-4089-a930-e67f9edb1cbf req-f3bfa91e-a636-4339-8b5d-392e282c77e2 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:34.682272 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Request body: {'port': {'device_id': 'cb73ce04-909b-4c39-bfd0-674b64ba92c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:34.688555 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ced692f4-5fc7-4089-a930-e67f9edb1cbf req-f3bfa91e-a636-4339-8b5d-392e282c77e2 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 944 time: 0.3044195 Apr 08 17:40:34.762981 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] Publish callbacks [] for port (71d73417-f3d1-4e6c-98e7-9bd946dd4402), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:34.784132 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (71d73417-f3d1-4e6c-98e7-9bd946dd4402), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:34.799378 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-d3d69581-b611-4478-a3f3-7b59eefa2f3e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=858b37eb-86f3-4654-8322-c4d3c2605c36 HTTP/1.1" status: 200 len: 217 time: 0.1079166 Apr 08 17:40:34.854809 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port e66d161b-a27b-4d7b-b7f8-437152777888 is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:34.855536 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (e66d161b-a27b-4d7b-b7f8-437152777888), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:34.883322 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ced692f4-5fc7-4089-a930-e67f9edb1cbf req-227eaae1-9767-499a-ae70-504f24e74d2b tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925473 Apr 08 17:40:34.892815 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-77004cc9-a0c6-4fdb-9026-6557555ef28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:34.894707 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-77004cc9-a0c6-4fdb-9026-6557555ef28c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b63453b-e6c6-4ee6-9edf-14ef728f0f18 HTTP/1.1" status: 200 len: 858 time: 0.0759470 Apr 08 17:40:34.928118 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb85a66-3d77-443c-bca9-8eacea09ba53 req-ecd3348b-b564-4393-acab-f13f03400644 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:34.952600 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cfb85a66-3d77-443c-bca9-8eacea09ba53 req-ecd3348b-b564-4393-acab-f13f03400644 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 932 time: 0.1768734 Apr 08 17:40:34.997575 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port e66d161b-a27b-4d7b-b7f8-437152777888, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e66d161b-a27b-4d7b-b7f8-437152777888,segment=NetworkSegment(65aaa2bb-b6db-4490-a915-86c821f1e2cb),segment_id=65aaa2bb-b6db-4490-a915-86c821f1e2cb)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:35.018934 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a3c52c-0679-4531-9efe-ffc5b7d607d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66d161b-a27b-4d7b-b7f8-437152777888'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:40:35.021348 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af110271-4dfb-4181-93e6-c058f7e25c83" -d '{"events": [{"server_uuid": "04a3c52c-0679-4531-9efe-ffc5b7d607d6", "name": "network-vif-plugged", "status": "completed", "tag": "e66d161b-a27b-4d7b-b7f8-437152777888"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:40:35.044630 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69d89ca-ab41-4f96-927d-fef592a05770 x-openstack-request-id: req-a69d89ca-ab41-4f96-927d-fef592a05770 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:40:35.045086 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f26c84-7941-4ba7-9496-7b0214150c6d", "tag": "858b37eb-86f3-4654-8322-c4d3c2605c36", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:40:35.045708 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a69d89ca-ab41-4f96-927d-fef592a05770 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:40:35.045881 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a69d89ca-ab41-4f96-927d-fef592a05770'] response: {'name': 'network-changed', 'server_uuid': '43f26c84-7941-4ba7-9496-7b0214150c6d', 'tag': '858b37eb-86f3-4654-8322-c4d3c2605c36', 'status': 'completed', 'code': 200} Apr 08 17:40:35.046851 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (5648fe5a-6b31-4a3f-8f48-dd59cabccae7), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:35.049361 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-a11b45b4-31a6-4740-8112-d3a93bb9180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:35.051309 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-a11b45b4-31a6-4740-8112-d3a93bb9180a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=008c6189-82d1-4951-afe7-f478c9f8b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1479592 Apr 08 17:40:35.071992 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cfb85a66-3d77-443c-bca9-8eacea09ba53 req-cba15b62-1a75-40cd-9df3-cfa1138675bb tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081915 Apr 08 17:40:35.083756 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (e66d161b-a27b-4d7b-b7f8-437152777888), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:35.164299 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-d0abbbc6-cf97-49ff-85ac-7f4663991623 None None] Provisioning complete for port 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:35.164625 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d0abbbc6-cf97-49ff-85ac-7f4663991623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (5648fe5a-6b31-4a3f-8f48-dd59cabccae7), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:35.203257 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e56026-21cb-481b-9e84-ae3ac8129db7 x-openstack-request-id: req-66e56026-21cb-481b-9e84-ae3ac8129db7 {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:40:35.203678 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a3c52c-0679-4531-9efe-ffc5b7d607d6", "name": "network-vif-plugged", "status": "completed", "tag": "e66d161b-a27b-4d7b-b7f8-437152777888", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:40:35.203948 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66e56026-21cb-481b-9e84-ae3ac8129db7 {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:40:35.204414 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66e56026-21cb-481b-9e84-ae3ac8129db7'] response: {'server_uuid': '04a3c52c-0679-4531-9efe-ffc5b7d607d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66d161b-a27b-4d7b-b7f8-437152777888', 'code': 200} Apr 08 17:40:35.205790 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] Attempting to bind port 71d73417-f3d1-4e6c-98e7-9bd946dd4402 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:40:35.206671 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] Attempting to bind port 71d73417-f3d1-4e6c-98e7-9bd946dd4402 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '9429039b-eb9e-4f08-bc35-d4f5e43e203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f24a6f7b-8d34-4586-a4f9-464daa9dbfe8'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:40:35.207310 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] Attempting to bind port 71d73417-f3d1-4e6c-98e7-9bd946dd4402 on network f24a6f7b-8d34-4586-a4f9-464daa9dbfe8 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:40:35.237799 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-d0abbbc6-cf97-49ff-85ac-7f4663991623 None None] Port 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:40:35.265304 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:40:35.267973 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] Checking segment: {'id': '9429039b-eb9e-4f08-bc35-d4f5e43e203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f24a6f7b-8d34-4586-a4f9-464daa9dbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:40:35.267973 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:35.267973 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] Bound using segment: {'id': '9429039b-eb9e-4f08-bc35-d4f5e43e203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f24a6f7b-8d34-4586-a4f9-464daa9dbfe8'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:40:35.267973 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] Bound port: 71d73417-f3d1-4e6c-98e7-9bd946dd4402, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9429039b-eb9e-4f08-bc35-d4f5e43e203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f24a6f7b-8d34-4586-a4f9-464daa9dbfe8'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:40:35.269670 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (71d73417-f3d1-4e6c-98e7-9bd946dd4402), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:35.316990 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-8ce97705-5855-48e2-8450-744242d29e30 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444081 Apr 08 17:40:35.410587 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] For port 71d73417-f3d1-4e6c-98e7-9bd946dd4402, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:40:35.421337 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] For port 71d73417-f3d1-4e6c-98e7-9bd946dd4402, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=71d73417-f3d1-4e6c-98e7-9bd946dd4402,segment=NetworkSegment(9429039b-eb9e-4f08-bc35-d4f5e43e203f),segment_id=9429039b-eb9e-4f08-bc35-d4f5e43e203f)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:40:35.431965 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74614517-4c33-4d8f-a32f-f26f21a2d407 None None] Pushing event updated for resources: {'Port': ['ID=71d73417-f3d1-4e6c-98e7-9bd946dd4402,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:35.444422 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (71d73417-f3d1-4e6c-98e7-9bd946dd4402), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:35.454716 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cbb0c9cf-16db-4579-a5a4-5c40dca11434 req-85dc734d-b951-43e4-aba5-d8f7ef6339d4 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311510 Apr 08 17:40:35.606304 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-c6cedeac-30c9-4146-a4e9-2a06519bfe92 None None] Provisioning complete for port 71d73417-f3d1-4e6c-98e7-9bd946dd4402 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:35.606683 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c6cedeac-30c9-4146-a4e9-2a06519bfe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (71d73417-f3d1-4e6c-98e7-9bd946dd4402), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:35.635836 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed7073-1192-4abb-905e-13152f594cf4 req-8f948f61-729d-47e2-8706-0012a7429a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:35.637703 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e9ed7073-1192-4abb-905e-13152f594cf4 req-8f948f61-729d-47e2-8706-0012a7429a44 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 1129 time: 0.1262105 Apr 08 17:40:35.695395 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=e66d161b-a27b-4d7b-b7f8-437152777888,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:35.708529 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] Routers {'d960545f-462d-4d1a-bbfb-e36f3b8bedce'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:40:35.709417 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:40:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['d960545f-462d-4d1a-bbfb-e36f3b8bedce'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:35.898894 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:40:35.913985 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Publish callbacks [] for port (5648fe5a-6b31-4a3f-8f48-dd59cabccae7), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:35.926315 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe986b40-99d1-4905-bf7d-d13405ace5d2 req-6ef01b67-81f9-42ac-a432-854b996deabb tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:35.945204 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fe986b40-99d1-4905-bf7d-d13405ace5d2 req-6ef01b67-81f9-42ac-a432-854b996deabb tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.1678610 Apr 08 17:40:35.954160 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Transition to ACTIVE for port object 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:40:35.960595 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (5648fe5a-6b31-4a3f-8f48-dd59cabccae7), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:36.034381 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fe986b40-99d1-4905-bf7d-d13405ace5d2 req-92f9f257-e039-44d8-8989-dce577b5acc9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880435 Apr 08 17:40:36.103987 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Pushing event updated for resources: {'Port': ['ID=5648fe5a-6b31-4a3f-8f48-dd59cabccae7,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:36.225880 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Attempting to bind port 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:40:36.226303 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Attempting to bind port 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:40:36.226786 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Attempting to bind port 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 on network 008c6189-82d1-4951-afe7-f478c9f8b212 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:40:36.266165 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b823c5a-dec7-4c91-9417-299124037769 req-4e1028dd-c62c-4a81-946a-70a936e64e10 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:36.277504 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5b823c5a-dec7-4c91-9417-299124037769 req-4e1028dd-c62c-4a81-946a-70a936e64e10 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 945 time: 0.2518620 Apr 08 17:40:36.277685 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Port 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 on network 008c6189-82d1-4951-afe7-f478c9f8b212 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:40:36.284638 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Attempting to bind port 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 on network 008c6189-82d1-4951-afe7-f478c9f8b212 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:40:36.304594 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:40:36.304949 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Checking segment: {'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:40:36.305351 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Bound using segment: {'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:40:36.305808 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Bound port: 5648fe5a-6b31-4a3f-8f48-dd59cabccae7, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:40:36.310250 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (5648fe5a-6b31-4a3f-8f48-dd59cabccae7), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:36.340552 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c59917-35b8-40ed-b210-fdaf7bf7c5dc req-3404cc12-f465-449a-86f9-94ad9a35695b tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:36.347959 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.91', 53296) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:36.349810 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f1c59917-35b8-40ed-b210-fdaf7bf7c5dc req-3404cc12-f465-449a-86f9-94ad9a35695b tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 944 time: 0.1483660 Apr 08 17:40:36.427715 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5b823c5a-dec7-4c91-9417-299124037769 req-4be92968-fc1c-4c9d-9c6d-768a2c822679 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251609 Apr 08 17:40:36.461811 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-c6cedeac-30c9-4146-a4e9-2a06519bfe92 None None] Current status of the port 71d73417-f3d1-4e6c-98e7-9bd946dd4402 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:36.462282 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c6cedeac-30c9-4146-a4e9-2a06519bfe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (71d73417-f3d1-4e6c-98e7-9bd946dd4402), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:36.465004 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74614517-4c33-4d8f-a32f-f26f21a2d407 None None] Pushing event updated for resources: {'Port': ['ID=71d73417-f3d1-4e6c-98e7-9bd946dd4402,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:36.486181 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f1c59917-35b8-40ed-b210-fdaf7bf7c5dc req-ceae22ab-a64a-46ee-a7d0-7166117a3ec7 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351590 Apr 08 17:40:36.561563 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-c6cedeac-30c9-4146-a4e9-2a06519bfe92 None None] For port 71d73417-f3d1-4e6c-98e7-9bd946dd4402, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=71d73417-f3d1-4e6c-98e7-9bd946dd4402,segment=NetworkSegment(9429039b-eb9e-4f08-bc35-d4f5e43e203f),segment_id=9429039b-eb9e-4f08-bc35-d4f5e43e203f)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:36.564134 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] Set router d960545f-462d-4d1a-bbfb-e36f3b8bedce gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:40:36.567703 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c6cedeac-30c9-4146-a4e9-2a06519bfe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (71d73417-f3d1-4e6c-98e7-9bd946dd4402), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:36.576980 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f390c9f-9d26-4d16-99d2-edb39c28bb58 req-796e160b-cb1f-452e-a9ad-6198d72e0106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:36.578734 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5f390c9f-9d26-4d16-99d2-edb39c28bb58 req-796e160b-cb1f-452e-a9ad-6198d72e0106 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3589adc3fd645a888ab3b81995e662e&device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 1127 time: 0.2258503 Apr 08 17:40:36.658271 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cedeac-30c9-4146-a4e9-2a06519bfe92 None None] Pushing event updated for resources: {'Port': ['ID=71d73417-f3d1-4e6c-98e7-9bd946dd4402,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:36.692673 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-c7b54b0d-0594-4a63-89bd-9414b220773a None None] Provisioning complete for port 71d73417-f3d1-4e6c-98e7-9bd946dd4402 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:36.693110 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c7b54b0d-0594-4a63-89bd-9414b220773a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (71d73417-f3d1-4e6c-98e7-9bd946dd4402), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:36.706049 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e9ed7073-1192-4abb-905e-13152f594cf4 req-9b86d155-56a3-422f-91a3-01a1ee707ecd service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636980 Apr 08 17:40:36.707401 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] For port 5648fe5a-6b31-4a3f-8f48-dd59cabccae7, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:40:36.741173 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] For port 5648fe5a-6b31-4a3f-8f48-dd59cabccae7, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5648fe5a-6b31-4a3f-8f48-dd59cabccae7,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:40:36.756459 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (5648fe5a-6b31-4a3f-8f48-dd59cabccae7), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:36.832114 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f390c9f-9d26-4d16-99d2-edb39c28bb58 req-27b298e5-0d2a-451d-b24f-2a4cadbf909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:36.833454 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5f390c9f-9d26-4d16-99d2-edb39c28bb58 req-27b298e5-0d2a-451d-b24f-2a4cadbf909b service neutron] 10.222.0.91 "GET /v2.0/networks?id=008c6189-82d1-4951-afe7-f478c9f8b212 HTTP/1.1" status: 200 len: 920 time: 0.2455728 Apr 08 17:40:36.836740 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:36.837420 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:36.838870 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] 10.222.0.91 "PUT /v2.0/ports/5648fe5a-6b31-4a3f-8f48-dd59cabccae7 HTTP/1.1" status: 200 len: 1094 time: 2.1639404 Apr 08 17:40:36.868398 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff62cf-1b16-4bb3-a52a-3844582ecf96 service neutron] Pushing event updated for resources: {'Port': ['ID=5648fe5a-6b31-4a3f-8f48-dd59cabccae7,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:36.917195 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-c7b54b0d-0594-4a63-89bd-9414b220773a None None] Current status of the port 71d73417-f3d1-4e6c-98e7-9bd946dd4402 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:37.017186 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd960545f-462d-4d1a-bbfb-e36f3b8bedce', 'name': 'tempest-TestMinimumBasicScenario-1421198592-router', 'tenant_id': 'e95b796532304d6f891f1a7bd09d74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4b9adc3-86d9-452a-8c6a-a10a7175636e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:19Z', 'updated_at': '2022-04-08T17:40:29Z', 'revision_number': 4, 'project_id': 'e95b796532304d6f891f1a7bd09d74d8', 'gw_port': {'id': 'b4b9adc3-86d9-452a-8c6a-a10a7175636e', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:57:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd960545f-462d-4d1a-bbfb-e36f3b8bedce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:20Z', 'updated_at': '2022-04-08T17:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '71d73417-f3d1-4e6c-98e7-9bd946dd4402', 'name': '', 'network_id': 'f24a6f7b-8d34-4586-a4f9-464daa9dbfe8', 'tenant_id': 'e95b796532304d6f891f1a7bd09d74d8', 'mac_address': 'fa:16:3e:a6:4d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd960545f-462d-4d1a-bbfb-e36f3b8bedce', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '0a57dab3-b2df-448b-8203-9ef23125ff5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:26Z', 'updated_at': '2022-04-08T17:40:35Z', 'revision_number': 4, 'project_id': 'e95b796532304d6f891f1a7bd09d74d8', 'subnets': [{'id': '0a57dab3-b2df-448b-8203-9ef23125ff5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:37.115777 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2678fa9f-0519-4d31-b415-d29f4e0090fa None None] The sync data for ids ['d960545f-462d-4d1a-bbfb-e36f3b8bedce'] in dv-cinder-837164-1-iscsi is: [{'id': 'd960545f-462d-4d1a-bbfb-e36f3b8bedce', 'name': 'tempest-TestMinimumBasicScenario-1421198592-router', 'tenant_id': 'e95b796532304d6f891f1a7bd09d74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4b9adc3-86d9-452a-8c6a-a10a7175636e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:19Z', 'updated_at': '2022-04-08T17:40:29Z', 'revision_number': 4, 'project_id': 'e95b796532304d6f891f1a7bd09d74d8', 'gw_port': {'id': 'b4b9adc3-86d9-452a-8c6a-a10a7175636e', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:57:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd960545f-462d-4d1a-bbfb-e36f3b8bedce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:20Z', 'updated_at': '2022-04-08T17:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '71d73417-f3d1-4e6c-98e7-9bd946dd4402', 'name': '', 'network_id': 'f24a6f7b-8d34-4586-a4f9-464daa9dbfe8', 'tenant_id': 'e95b796532304d6f891f1a7bd09d74d8', 'mac_address': 'fa:16:3e:a6:4d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd960545f-462d-4d1a-bbfb-e36f3b8bedce', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '0a57dab3-b2df-448b-8203-9ef23125ff5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:26Z', 'updated_at': '2022-04-08T17:40:35Z', 'revision_number': 4, 'project_id': 'e95b796532304d6f891f1a7bd09d74d8', 'subnets': [{'id': '0a57dab3-b2df-448b-8203-9ef23125ff5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:40:37.120153 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb73ce04-909b-4c39-bfd0-674b64ba92c1', 'tag': '5648fe5a-6b31-4a3f-8f48-dd59cabccae7'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:40:37.131268 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c4605b-1845-467a-b3c1-d4e01ceeafb4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb73ce04-909b-4c39-bfd0-674b64ba92c1", "tag": "5648fe5a-6b31-4a3f-8f48-dd59cabccae7"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:40:37.141323 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5f390c9f-9d26-4d16-99d2-edb39c28bb58 req-a6a223fa-8355-4e31-8a81-5ac778d876f8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=858b37eb-86f3-4654-8322-c4d3c2605c36 HTTP/1.1" status: 200 len: 217 time: 0.1457224 Apr 08 17:40:37.266664 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e3256a-f626-4a49-b2a6-5fe7cf8609aa x-openstack-request-id: req-a8e3256a-f626-4a49-b2a6-5fe7cf8609aa {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:40:37.266963 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb73ce04-909b-4c39-bfd0-674b64ba92c1", "tag": "5648fe5a-6b31-4a3f-8f48-dd59cabccae7", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:40:37.267221 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8e3256a-f626-4a49-b2a6-5fe7cf8609aa {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:40:37.267627 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e3256a-f626-4a49-b2a6-5fe7cf8609aa'] response: {'name': 'network-changed', 'server_uuid': 'cb73ce04-909b-4c39-bfd0-674b64ba92c1', 'tag': '5648fe5a-6b31-4a3f-8f48-dd59cabccae7', 'status': 'completed', 'code': 200} Apr 08 17:40:37.308450 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d56a9-2883-4670-9877-073a877e5b5d req-ad4f845c-e87a-4249-bfbb-fa40739dc3be tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:37.310964 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b90d56a9-2883-4670-9877-073a877e5b5d req-ad4f845c-e87a-4249-bfbb-fa40739dc3be tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.1200318 Apr 08 17:40:37.422781 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b90d56a9-2883-4670-9877-073a877e5b5d req-adbb7497-1f9c-4636-9e49-49c7c7b99499 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039937 Apr 08 17:40:37.530134 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f390c9f-9d26-4d16-99d2-edb39c28bb58 req-1080debe-f566-410d-8571-465979e92f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:37.531789 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5f390c9f-9d26-4d16-99d2-edb39c28bb58 req-1080debe-f566-410d-8571-465979e92f93 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b63453b-e6c6-4ee6-9edf-14ef728f0f18 HTTP/1.1" status: 200 len: 858 time: 0.1491206 Apr 08 17:40:37.644627 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f390c9f-9d26-4d16-99d2-edb39c28bb58 req-10a1fb19-4167-490e-8e95-7d7b8d508b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:37.646714 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5f390c9f-9d26-4d16-99d2-edb39c28bb58 req-10a1fb19-4167-490e-8e95-7d7b8d508b30 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=008c6189-82d1-4951-afe7-f478c9f8b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1022689 Apr 08 17:40:37.648274 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-80fd35cc-3dc4-4183-9543-f416c29a1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:37.649646 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-80fd35cc-3dc4-4183-9543-f416c29a1143 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3589adc3fd645a888ab3b81995e662e&device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 1128 time: 0.1168795 Apr 08 17:40:37.691382 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11e269-4451-4fd6-b71d-64d8677df13b req-9aee5de9-38de-4ce6-ada9-242d4eb8256c tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:37.700252 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3c11e269-4451-4fd6-b71d-64d8677df13b req-9aee5de9-38de-4ce6-ada9-242d4eb8256c tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 945 time: 0.1223557 Apr 08 17:40:37.784289 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185b4e0-e0bb-46c0-bbf3-d5b2d51c05ef req-3eb987f3-bea9-4906-92fd-4f0e85836839 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:37.786458 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d185b4e0-e0bb-46c0-bbf3-d5b2d51c05ef req-3eb987f3-bea9-4906-92fd-4f0e85836839 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 944 time: 0.1593995 Apr 08 17:40:37.845329 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3c11e269-4451-4fd6-b71d-64d8677df13b req-6ef63567-4ec1-4bb8-97b1-5136e26a796e tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430681 Apr 08 17:40:37.892286 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d185b4e0-e0bb-46c0-bbf3-d5b2d51c05ef req-a6ed6660-a726-44df-aeb1-76ad7d2af6d4 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952694 Apr 08 17:40:38.207649 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 858b37eb-86f3-4654-8322-c4d3c2605c36 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:40:38.425393 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-5786206c-4eec-4912-b63d-a586a4a10b5a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5648fe5a-6b31-4a3f-8f48-dd59cabccae7 HTTP/1.1" status: 200 len: 217 time: 0.1752136 Apr 08 17:40:38.523542 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 858b37eb-86f3-4654-8322-c4d3c2605c36, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=858b37eb-86f3-4654-8322-c4d3c2605c36,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:38.563353 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': '858b37eb-86f3-4654-8322-c4d3c2605c36', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'port_id': '858b37eb-86f3-4654-8322-c4d3c2605c36', 'mac_address': 'fa:16:3e:7b:a1:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:40:38.711336 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50832b-7238-4433-aa1a-f447bb95e7db req-11f010d8-2190-47a2-994a-c0aab30cd793 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:38.724361 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5d50832b-7238-4433-aa1a-f447bb95e7db req-11f010d8-2190-47a2-994a-c0aab30cd793 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.1422875 Apr 08 17:40:38.724580 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 858b37eb-86f3-4654-8322-c4d3c2605c36 is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:38.724894 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (858b37eb-86f3-4654-8322-c4d3c2605c36), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:38.748934 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858b37eb-86f3-4654-8322-c4d3c2605c36 {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:40:38.783666 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-15877e3a-e2c6-4c89-86c7-ece15ec94454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:38.784873 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-15877e3a-e2c6-4c89-86c7-ece15ec94454 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b63453b-e6c6-4ee6-9edf-14ef728f0f18 HTTP/1.1" status: 200 len: 858 time: 0.2452304 Apr 08 17:40:38.787261 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5f390c9f-9d26-4d16-99d2-edb39c28bb58 req-5adb7c5c-427d-43fd-b123-27bfa80e2af5 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384693 Apr 08 17:40:38.805684 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 858b37eb-86f3-4654-8322-c4d3c2605c36, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=858b37eb-86f3-4654-8322-c4d3c2605c36,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:38.813700 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (858b37eb-86f3-4654-8322-c4d3c2605c36), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:38.914206 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5d50832b-7238-4433-aa1a-f447bb95e7db req-ea11c364-90bb-4fd7-8822-3f830743df1e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884034 Apr 08 17:40:38.978258 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 46094) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:39.009373 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=858b37eb-86f3-4654-8322-c4d3c2605c36,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:39.065940 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-2590306c-36ab-4a38-958e-ba6955acc784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:39.067579 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-2590306c-36ab-4a38-958e-ba6955acc784 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=008c6189-82d1-4951-afe7-f478c9f8b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2714877 Apr 08 17:40:39.146090 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['858b37eb-86f3-4654-8322-c4d3c2605c36'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:40:39.172240 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640040f4-cfe4-4bba-a8bf-63323a1d41eb req-9c3dbeb8-415c-4796-a8fa-07a036092b79 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:39.178965 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-640040f4-cfe4-4bba-a8bf-63323a1d41eb req-9c3dbeb8-415c-4796-a8fa-07a036092b79 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 944 time: 0.1181331 Apr 08 17:40:39.200870 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5f390c9f-9d26-4d16-99d2-edb39c28bb58 req-bc929d1f-a68f-436d-a5c9-c56020822aba service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923826 Apr 08 17:40:39.272418 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-05c5047f-f379-4e15-8463-88f4b0ace318 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903253 Apr 08 17:40:39.280334 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bc6be-530a-4454-ae28-79d9fa24d2fa req-288a4b69-a624-47d6-9e6f-acd26fcd7ba0 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:39.291011 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-834bc6be-530a-4454-ae28-79d9fa24d2fa req-288a4b69-a624-47d6-9e6f-acd26fcd7ba0 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 945 time: 0.2736595 Apr 08 17:40:39.393492 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-640040f4-cfe4-4bba-a8bf-63323a1d41eb req-03eaa3bc-fff3-469a-b0b1-976e193f3831 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022872 Apr 08 17:40:39.413616 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 71d73417-f3d1-4e6c-98e7-9bd946dd4402 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:39.454423 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-54293eaf-558c-4a34-9857-f6ed868040b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:39.457969 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-834bc6be-530a-4454-ae28-79d9fa24d2fa req-7987307d-84f0-49c7-8eca-78ac0f0cc09a tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659544 Apr 08 17:40:39.543813 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 71d73417-f3d1-4e6c-98e7-9bd946dd4402 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:39.544397 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (71d73417-f3d1-4e6c-98e7-9bd946dd4402), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:39.563044 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-381b4e63-64c9-44cf-aece-cbdd5ba523a0 req-1a8a3814-1a62-46f2-a9cd-dbad095a2d47 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868779 Apr 08 17:40:39.631612 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-54293eaf-558c-4a34-9857-f6ed868040b3 admin admin] Publish callbacks [] for security_group (d3ad42ba-f275-4cab-927a-6e4301732ba0), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:39.637523 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-54293eaf-558c-4a34-9857-f6ed868040b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (d3ad42ba-f275-4cab-927a-6e4301732ba0), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:39.699722 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-54293eaf-558c-4a34-9857-f6ed868040b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc44a270113542c1a54f7093c63fb909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7056942 Apr 08 17:40:39.700633 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54293eaf-558c-4a34-9857-f6ed868040b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ad42ba-f275-4cab-927a-6e4301732ba0,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:39.702993 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 46108) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:39.706853 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 71d73417-f3d1-4e6c-98e7-9bd946dd4402 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:39.788338 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-662ce81f-eb6e-4b3b-a1bc-7927ac88dc12 admin admin] Publish callbacks [] for security_group (d3ad42ba-f275-4cab-927a-6e4301732ba0), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:39.822009 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-662ce81f-eb6e-4b3b-a1bc-7927ac88dc12 admin admin] Publish callbacks [] for security_group (d3ad42ba-f275-4cab-927a-6e4301732ba0), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:39.904024 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-662ce81f-eb6e-4b3b-a1bc-7927ac88dc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (d3ad42ba-f275-4cab-927a-6e4301732ba0), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:39.906729 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-662ce81f-eb6e-4b3b-a1bc-7927ac88dc12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:39.907966 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-662ce81f-eb6e-4b3b-a1bc-7927ac88dc12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3ad42ba-f275-4cab-927a-6e4301732ba0 HTTP/1.1" status: 204 len: 168 time: 0.2027938 Apr 08 17:40:39.921484 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ce81f-eb6e-4b3b-a1bc-7927ac88dc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ad42ba-f275-4cab-927a-6e4301732ba0,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:40.083383 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b4a29-602d-478a-b60f-0ee925dd9111 req-8fb09d47-56cf-4cf1-85e4-56da27043fbb tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:40.089145 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-878b4a29-602d-478a-b60f-0ee925dd9111 req-8fb09d47-56cf-4cf1-85e4-56da27043fbb tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0661569 Apr 08 17:40:40.173303 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-878b4a29-602d-478a-b60f-0ee925dd9111 req-77a3b855-76a3-4464-88bb-b9b3c17055a5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696483 Apr 08 17:40:40.204037 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 858b37eb-86f3-4654-8322-c4d3c2605c36 up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:40.277744 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port 858b37eb-86f3-4654-8322-c4d3c2605c36 completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:40:40.290124 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port 858b37eb-86f3-4654-8322-c4d3c2605c36 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:40.290846 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (858b37eb-86f3-4654-8322-c4d3c2605c36), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:40.459322 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 858b37eb-86f3-4654-8322-c4d3c2605c36 is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:40.460184 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (858b37eb-86f3-4654-8322-c4d3c2605c36), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:40.566461 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f26c84-7941-4ba7-9496-7b0214150c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858b37eb-86f3-4654-8322-c4d3c2605c36'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:40:40.570545 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de80230c-8b14-44ec-8460-7ecdf8fc545f" -d '{"events": [{"server_uuid": "43f26c84-7941-4ba7-9496-7b0214150c6d", "name": "network-vif-plugged", "status": "completed", "tag": "858b37eb-86f3-4654-8322-c4d3c2605c36"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:40:40.603841 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4605b-1845-467a-b3c1-d4e01ceeafb4 req-5e03b64b-6a07-4f5a-8eab-98bdd0325b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:40.605843 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-68c4605b-1845-467a-b3c1-d4e01ceeafb4 req-5e03b64b-6a07-4f5a-8eab-98bdd0325b7c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3589adc3fd645a888ab3b81995e662e&device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 1128 time: 0.0822630 Apr 08 17:40:40.613078 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77439e21-d893-4247-98d7-ef45dc93dedb req-308731f1-9b51-4a5d-a303-b2a3c9577220 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:40.621229 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 858b37eb-86f3-4654-8322-c4d3c2605c36, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=858b37eb-86f3-4654-8322-c4d3c2605c36,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:40.624533 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-77439e21-d893-4247-98d7-ef45dc93dedb req-308731f1-9b51-4a5d-a303-b2a3c9577220 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 944 time: 0.1389983 Apr 08 17:40:40.628360 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (858b37eb-86f3-4654-8322-c4d3c2605c36), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:40.728431 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db8318-26e2-426c-be0b-dc104bb935ef req-0f97eef1-2245-4b2b-a2d9-e14ccb8ed0d1 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:40.731718 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=858b37eb-86f3-4654-8322-c4d3c2605c36,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:40.744941 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-90db8318-26e2-426c-be0b-dc104bb935ef req-0f97eef1-2245-4b2b-a2d9-e14ccb8ed0d1 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 945 time: 0.1109593 Apr 08 17:40:40.873472 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-77439e21-d893-4247-98d7-ef45dc93dedb req-bc03dd5c-b848-4893-8d9e-c945f4553828 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465539 Apr 08 17:40:40.951489 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-90db8318-26e2-426c-be0b-dc104bb935ef req-a3fa273a-78c9-423f-a91a-23a9def80bea tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053099 Apr 08 17:40:40.959960 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c027c4-e4e0-4c72-a277-e11ca45bb55d x-openstack-request-id: req-f4c027c4-e4e0-4c72-a277-e11ca45bb55d {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:40:40.960567 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f26c84-7941-4ba7-9496-7b0214150c6d", "name": "network-vif-plugged", "status": "completed", "tag": "858b37eb-86f3-4654-8322-c4d3c2605c36", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:40:40.961234 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4c027c4-e4e0-4c72-a277-e11ca45bb55d {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:40:40.961781 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c027c4-e4e0-4c72-a277-e11ca45bb55d'] response: {'server_uuid': '43f26c84-7941-4ba7-9496-7b0214150c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858b37eb-86f3-4654-8322-c4d3c2605c36', 'code': 200} Apr 08 17:40:41.118599 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 46176) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:41.331208 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b6fd649e-6659-48ba-90af-9e2b071b9793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:41.339299 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e83843-90a1-4675-8302-db575913b951 req-2e3c6c4f-7323-463a-8b37-c026d39dea26 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:41.340615 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-72e83843-90a1-4675-8302-db575913b951 req-2e3c6c4f-7323-463a-8b37-c026d39dea26 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0879903 Apr 08 17:40:41.437128 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-72e83843-90a1-4675-8302-db575913b951 req-17787716-09fe-4d22-bed9-2c4c4e40b000 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820451 Apr 08 17:40:41.502741 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b6fd649e-6659-48ba-90af-9e2b071b9793 admin admin] Publish callbacks [] for security_group (1d726528-787b-4689-8320-eb06240a5ccc), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:41.508688 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b6fd649e-6659-48ba-90af-9e2b071b9793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (1d726528-787b-4689-8320-eb06240a5ccc), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:41.542823 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd649e-6659-48ba-90af-9e2b071b9793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d726528-787b-4689-8320-eb06240a5ccc,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:41.590956 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 46190) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:41.591168 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-b6fd649e-6659-48ba-90af-9e2b071b9793 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5108ae312ed4455b8c678010f8c1b695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4698005 Apr 08 17:40:41.660662 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f4ad-d1fb-4b86-857d-6eebe395a079 admin admin] Publish callbacks [] for security_group (1d726528-787b-4689-8320-eb06240a5ccc), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:41.689222 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f4ad-d1fb-4b86-857d-6eebe395a079 admin admin] Publish callbacks [] for security_group (1d726528-787b-4689-8320-eb06240a5ccc), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:41.812037 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f4ad-d1fb-4b86-857d-6eebe395a079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (1d726528-787b-4689-8320-eb06240a5ccc), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:41.815519 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f4ad-d1fb-4b86-857d-6eebe395a079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:41.819940 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-f9c8f4ad-d1fb-4b86-857d-6eebe395a079 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d726528-787b-4689-8320-eb06240a5ccc HTTP/1.1" status: 204 len: 168 time: 0.2273030 Apr 08 17:40:41.833654 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8f4ad-d1fb-4b86-857d-6eebe395a079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d726528-787b-4689-8320-eb06240a5ccc,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:42.141099 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ef2de-fc6d-4e1e-a66f-e398eeb6d3fc req-0e7abf0c-9e04-4291-988f-eb240861a58a tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:42.155298 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5d2ef2de-fc6d-4e1e-a66f-e398eeb6d3fc req-0e7abf0c-9e04-4291-988f-eb240861a58a tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 945 time: 0.1012084 Apr 08 17:40:42.223271 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:40:42.235920 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5d2ef2de-fc6d-4e1e-a66f-e398eeb6d3fc req-00854cb2-2ee4-43ff-bab3-d6aa1b05cad4 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793977 Apr 08 17:40:42.258473 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9fab3-3190-4172-88b8-2f8d773ab82f req-a4405e01-47d2-498f-8e39-214c07324689 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:42.266177 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-20e9fab3-3190-4172-88b8-2f8d773ab82f req-a4405e01-47d2-498f-8e39-214c07324689 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 944 time: 0.3084836 Apr 08 17:40:42.321920 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-20e9fab3-3190-4172-88b8-2f8d773ab82f req-c52e130a-af13-4c10-8669-bc4b1c3ba471 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544858 Apr 08 17:40:42.369409 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 46206) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:42.387132 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-bc8f2a8b-8cd9-4fc2-9532-b8d5163f24d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:42.434036 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 5648fe5a-6b31-4a3f-8f48-dd59cabccae7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5648fe5a-6b31-4a3f-8f48-dd59cabccae7,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:42.458862 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': '5648fe5a-6b31-4a3f-8f48-dd59cabccae7', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'port_id': '5648fe5a-6b31-4a3f-8f48-dd59cabccae7', 'mac_address': 'fa:16:3e:d4:94:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:40:42.488890 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eacf20-447f-4f8c-a304-41771118baea req-4b0c5c1b-9f33-4710-91ea-3b32eebcd8c4 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:42.490706 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f9eacf20-447f-4f8c-a304-41771118baea req-4b0c5c1b-9f33-4710-91ea-3b32eebcd8c4 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.91 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 945 time: 0.1447177 Apr 08 17:40:42.496928 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-bc8f2a8b-8cd9-4fc2-9532-b8d5163f24d4 admin admin] Publish callbacks [] for security_group (80db237a-7857-4de1-9206-17dee9a57d5b), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:42.501266 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5326367-e68a-4fdb-b455-c1e03c876c21 req-7ce768ba-c3e0-4f44-89a4-cf95d76d4f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:42.503942 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d5326367-e68a-4fdb-b455-c1e03c876c21 req-7ce768ba-c3e0-4f44-89a4-cf95d76d4f22 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 1129 time: 0.1315601 Apr 08 17:40:42.506505 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-bc8f2a8b-8cd9-4fc2-9532-b8d5163f24d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (80db237a-7857-4de1-9206-17dee9a57d5b), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:42.511502 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:42.512184 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (5648fe5a-6b31-4a3f-8f48-dd59cabccae7), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:42.533297 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:40:42.565553 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 5648fe5a-6b31-4a3f-8f48-dd59cabccae7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5648fe5a-6b31-4a3f-8f48-dd59cabccae7,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:42.567997 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4605b-1845-467a-b3c1-d4e01ceeafb4 req-985ec694-3cc7-46c5-abcd-3a6b16bbcb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:42.569866 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-68c4605b-1845-467a-b3c1-d4e01ceeafb4 req-985ec694-3cc7-46c5-abcd-3a6b16bbcb52 service neutron] 10.222.0.91 "GET /v2.0/networks?id=008c6189-82d1-4951-afe7-f478c9f8b212 HTTP/1.1" status: 200 len: 920 time: 0.6552701 Apr 08 17:40:42.577959 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (5648fe5a-6b31-4a3f-8f48-dd59cabccae7), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:42.639851 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=5648fe5a-6b31-4a3f-8f48-dd59cabccae7,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:42.661987 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e69f7b-bfe1-4085-b00c-008677d1895a req-d45cd7ca-c851-4ea7-adf3-7b8eddedf490 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:42.662998 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e0e69f7b-bfe1-4085-b00c-008677d1895a req-d45cd7ca-c851-4ea7-adf3-7b8eddedf490 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0583692 Apr 08 17:40:42.665495 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f2a8b-8cd9-4fc2-9532-b8d5163f24d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80db237a-7857-4de1-9206-17dee9a57d5b,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:42.673276 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-bc8f2a8b-8cd9-4fc2-9532-b8d5163f24d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e62dee55b9f04e2e830c95d051d6a013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025618 Apr 08 17:40:42.673551 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-68c4605b-1845-467a-b3c1-d4e01ceeafb4 req-6fcb3c7e-0096-4105-91cf-2d817c1cb8a8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5648fe5a-6b31-4a3f-8f48-dd59cabccae7 HTTP/1.1" status: 200 len: 217 time: 0.0948625 Apr 08 17:40:42.677672 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 46210) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:42.695823 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d5326367-e68a-4fdb-b455-c1e03c876c21 req-166d77ab-7143-4d22-b613-a2c2c39efeb6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748376 Apr 08 17:40:42.737085 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e0e69f7b-bfe1-4085-b00c-008677d1895a req-10fdd21b-f326-4d68-b31f-a69e7d799584 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621326 Apr 08 17:40:42.754065 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4605b-1845-467a-b3c1-d4e01ceeafb4 req-8dd8a494-35a7-46ef-8d45-b6b4f7f38210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:42.755602 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-68c4605b-1845-467a-b3c1-d4e01ceeafb4 req-8dd8a494-35a7-46ef-8d45-b6b4f7f38210 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b63453b-e6c6-4ee6-9edf-14ef728f0f18 HTTP/1.1" status: 200 len: 858 time: 0.0667460 Apr 08 17:40:42.760232 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-f9eacf20-447f-4f8c-a304-41771118baea req-85bf0833-6c44-4d2e-8267-f17dca0df664 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Deleting port e66d161b-a27b-4d7b-b7f8-437152777888 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:40:42.760584 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f9eacf20-447f-4f8c-a304-41771118baea req-85bf0833-6c44-4d2e-8267-f17dca0df664 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (e66d161b-a27b-4d7b-b7f8-437152777888), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:42.856938 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f20498cf-b760-4377-bf31-74706d8a5807 admin admin] Publish callbacks [] for security_group (80db237a-7857-4de1-9206-17dee9a57d5b), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:42.924023 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f20498cf-b760-4377-bf31-74706d8a5807 admin admin] Publish callbacks [] for security_group (80db237a-7857-4de1-9206-17dee9a57d5b), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:42.939338 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-f9eacf20-447f-4f8c-a304-41771118baea req-85bf0833-6c44-4d2e-8267-f17dca0df664 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] For port e66d161b-a27b-4d7b-b7f8-437152777888, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e66d161b-a27b-4d7b-b7f8-437152777888,segment=NetworkSegment(65aaa2bb-b6db-4490-a915-86c821f1e2cb),segment_id=65aaa2bb-b6db-4490-a915-86c821f1e2cb)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:42.939941 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f9eacf20-447f-4f8c-a304-41771118baea req-85bf0833-6c44-4d2e-8267-f17dca0df664 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (e66d161b-a27b-4d7b-b7f8-437152777888), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:42.968055 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-f9eacf20-447f-4f8c-a304-41771118baea req-85bf0833-6c44-4d2e-8267-f17dca0df664 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Calling delete_port for e66d161b-a27b-4d7b-b7f8-437152777888 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:40:43.062129 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['5648fe5a-6b31-4a3f-8f48-dd59cabccae7'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:40:43.172053 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-3c627665-7b3f-44c5-90f2-75595ab1d835 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=18e4dee9578f4c0198ff109184b87196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966566 Apr 08 17:40:43.178585 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f20498cf-b760-4377-bf31-74706d8a5807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (80db237a-7857-4de1-9206-17dee9a57d5b), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:43.186530 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f20498cf-b760-4377-bf31-74706d8a5807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:43.192476 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-f20498cf-b760-4377-bf31-74706d8a5807 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80db237a-7857-4de1-9206-17dee9a57d5b HTTP/1.1" status: 204 len: 168 time: 0.5127599 Apr 08 17:40:43.218910 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20498cf-b760-4377-bf31-74706d8a5807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80db237a-7857-4de1-9206-17dee9a57d5b,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:43.221372 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4605b-1845-467a-b3c1-d4e01ceeafb4 req-f08f84f4-dfc4-4cf3-8bdf-926efb4c7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:43.223063 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-68c4605b-1845-467a-b3c1-d4e01ceeafb4 req-f08f84f4-dfc4-4cf3-8bdf-926efb4c7876 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=008c6189-82d1-4951-afe7-f478c9f8b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1677186 Apr 08 17:40:43.342443 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f9eacf20-447f-4f8c-a304-41771118baea req-85bf0833-6c44-4d2e-8267-f17dca0df664 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (e66d161b-a27b-4d7b-b7f8-437152777888), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:43.398861 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf0833-6c44-4d2e-8267-f17dca0df664 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Pushing event deleted for resources: {'Port': ['ID=e66d161b-a27b-4d7b-b7f8-437152777888,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:43.465308 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9eacf20-447f-4f8c-a304-41771118baea req-85bf0833-6c44-4d2e-8267-f17dca0df664 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] No DVR routers for this DVR port e66d161b-a27b-4d7b-b7f8-437152777888 on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:40:43.468925 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f9eacf20-447f-4f8c-a304-41771118baea req-85bf0833-6c44-4d2e-8267-f17dca0df664 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:43.473152 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f9eacf20-447f-4f8c-a304-41771118baea req-85bf0833-6c44-4d2e-8267-f17dca0df664 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.91 "DELETE /v2.0/ports/e66d161b-a27b-4d7b-b7f8-437152777888 HTTP/1.1" status: 204 len: 173 time: 0.9679739 Apr 08 17:40:43.473629 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a3c52c-0679-4531-9efe-ffc5b7d607d6', 'name': 'network-vif-deleted', 'tag': 'e66d161b-a27b-4d7b-b7f8-437152777888'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:40:43.476193 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884468f9-66d3-4da9-8d29-c293600ef397" -d '{"events": [{"server_uuid": "04a3c52c-0679-4531-9efe-ffc5b7d607d6", "name": "network-vif-deleted", "tag": "e66d161b-a27b-4d7b-b7f8-437152777888"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:40:43.594874 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-34459759-867c-4474-b5e9-9473b81eb9bf req-ad7ad475-c14c-4697-86ef-316dc8b80056 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 210 time: 0.2357330 Apr 08 17:40:43.747509 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-68c4605b-1845-467a-b3c1-d4e01ceeafb4 req-ec5c73a5-f5b3-49e3-bcfd-4925e50ed80e service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153652 Apr 08 17:40:43.771558 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05899894-4a54-4b70-a40d-9d04af194e53 req-e1cf577b-165b-41ec-9a4b-90250ef8b4fd tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:43.775166 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-05899894-4a54-4b70-a40d-9d04af194e53 req-e1cf577b-165b-41ec-9a4b-90250ef8b4fd tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 945 time: 0.0679564 Apr 08 17:40:43.809265 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-bbbd4a2e-e918-4dc4-82c5-45f93ec62fd4 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:43.811424 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-bbbd4a2e-e918-4dc4-82c5-45f93ec62fd4 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6238654 Apr 08 17:40:43.868605 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-4aa0e05c-de3c-4f49-bcd4-e936bbba46fd tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/quotas/18e4dee9578f4c0198ff109184b87196 HTTP/1.1" status: 200 len: 375 time: 0.0473835 Apr 08 17:40:43.873810 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-05899894-4a54-4b70-a40d-9d04af194e53 req-3a3cb7b0-704d-4923-99a3-55694239c3bf tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920234 Apr 08 17:40:43.906846 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-c585d56b-6430-4f15-a08f-0feaf578f070 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=18e4dee9578f4c0198ff109184b87196&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304136 Apr 08 17:40:43.955960 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ea31f2-a9dc-41c6-8bf9-41d025e2a880 x-openstack-request-id: req-98ea31f2-a9dc-41c6-8bf9-41d025e2a880 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:40:43.956775 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a3c52c-0679-4531-9efe-ffc5b7d607d6", "name": "network-vif-deleted", "tag": "e66d161b-a27b-4d7b-b7f8-437152777888", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:40:43.962941 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98ea31f2-a9dc-41c6-8bf9-41d025e2a880 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:40:43.963985 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ea31f2-a9dc-41c6-8bf9-41d025e2a880'] response: {'server_uuid': '04a3c52c-0679-4531-9efe-ffc5b7d607d6', 'name': 'network-vif-deleted', 'tag': 'e66d161b-a27b-4d7b-b7f8-437152777888', 'status': 'completed', 'code': 200} Apr 08 17:40:44.144421 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f14e20-5d2a-4051-b6cf-a4f0e6c7ba73 req-ed619c3d-8e16-4bda-8737-02720f77e3ec tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:44.145426 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-30f14e20-5d2a-4051-b6cf-a4f0e6c7ba73 req-ed619c3d-8e16-4bda-8737-02720f77e3ec tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0966225 Apr 08 17:40:44.239989 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:44.240755 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-57c14ef6-875f-4a5e-b414-3c628cb869e7 req-40d16f92-9d42-44d5-9dce-475b50101d6a tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 210 time: 0.0922024 Apr 08 17:40:44.361719 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-30f14e20-5d2a-4051-b6cf-a4f0e6c7ba73 req-b86cc2da-fa7a-4d09-be03-4b1d7fa050aa tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193781 Apr 08 17:40:44.392146 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:40:44.405931 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:44.406347 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (5648fe5a-6b31-4a3f-8f48-dd59cabccae7), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:44.428380 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-68c4605b-1845-467a-b3c1-d4e01ceeafb4 req-9911e803-1108-4e53-91d1-d547e7750e7f service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379908 Apr 08 17:40:44.546154 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:44.546550 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (5648fe5a-6b31-4a3f-8f48-dd59cabccae7), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:44.628875 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 5648fe5a-6b31-4a3f-8f48-dd59cabccae7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5648fe5a-6b31-4a3f-8f48-dd59cabccae7,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:44.629946 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb73ce04-909b-4c39-bfd0-674b64ba92c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5648fe5a-6b31-4a3f-8f48-dd59cabccae7'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:40:44.633039 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef47e09e-905b-44d3-9b73-77e5cccbc2fd" -d '{"events": [{"server_uuid": "cb73ce04-909b-4c39-bfd0-674b64ba92c1", "name": "network-vif-plugged", "status": "completed", "tag": "5648fe5a-6b31-4a3f-8f48-dd59cabccae7"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:40:44.641202 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (5648fe5a-6b31-4a3f-8f48-dd59cabccae7), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:44.642330 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device e66d161b-a27b-4d7b-b7f8-437152777888 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:40:44.730778 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: e66d161b-a27b-4d7b-b7f8-437152777888 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:40:44.731264 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device e66d161b-a27b-4d7b-b7f8-437152777888 not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:40:44.751971 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589ead94-3513-4696-ade1-56d62246934f x-openstack-request-id: req-589ead94-3513-4696-ade1-56d62246934f {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:40:44.752512 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb73ce04-909b-4c39-bfd0-674b64ba92c1", "name": "network-vif-plugged", "status": "completed", "tag": "5648fe5a-6b31-4a3f-8f48-dd59cabccae7", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:40:44.753044 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-589ead94-3513-4696-ade1-56d62246934f {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:40:44.753452 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-589ead94-3513-4696-ade1-56d62246934f'] response: {'server_uuid': 'cb73ce04-909b-4c39-bfd0-674b64ba92c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5648fe5a-6b31-4a3f-8f48-dd59cabccae7', 'code': 200} Apr 08 17:40:44.767617 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:44.785629 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=5648fe5a-6b31-4a3f-8f48-dd59cabccae7,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:44.848531 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-84a4c2e1-d47c-46d2-9b32-ea0f20b4f11c req-0d050528-a29f-411a-af2b-b79d7f9da9f6 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a3c52c-0679-4531-9efe-ffc5b7d607d6 HTTP/1.1" status: 200 len: 210 time: 0.0492315 Apr 08 17:40:45.003937 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6097554-6cd0-4ea9-a923-ed37f1d0a84b req-78230091-cf92-438d-8df4-49850dac48de tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:45.009042 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f6097554-6cd0-4ea9-a923-ed37f1d0a84b req-78230091-cf92-438d-8df4-49850dac48de tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.0579545 Apr 08 17:40:45.092854 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f6097554-6cd0-4ea9-a923-ed37f1d0a84b req-54c8edd3-b4a1-40b7-ac19-63588f69e7ee tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754042 Apr 08 17:40:45.145425 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adec92e-938d-4fa7-b127-e5e25660cfb6 req-255fbae7-0f61-457b-9956-e11df80abb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:45.148162 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8adec92e-938d-4fa7-b127-e5e25660cfb6 req-255fbae7-0f61-457b-9956-e11df80abb8e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e1edd846d3342cc9792c6c7fa78f229&device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 1130 time: 0.0766048 Apr 08 17:40:45.372660 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-f574de17-1005-491a-afdd-29a6b1e2ded3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:45.428254 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adec92e-938d-4fa7-b127-e5e25660cfb6 req-5b29c6a8-0daf-4ae2-9cf8-04e361c34562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:45.431728 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8adec92e-938d-4fa7-b127-e5e25660cfb6 req-5b29c6a8-0daf-4ae2-9cf8-04e361c34562 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3f909255-dbbb-466b-8110-c840248ecd35 HTTP/1.1" status: 200 len: 918 time: 0.2378800 Apr 08 17:40:45.435680 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-38d269ff-1df2-4c94-96ad-4e23b582a4c8 req-4c57bbd3-c6bf-45ab-8170-cd4dbea27cb1 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 210 time: 0.0715706 Apr 08 17:40:45.451640 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d20c1e-5624-4380-ac37-515476591a32 req-69b1e9c9-0e1c-4ddc-9bee-4011dfeba1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:45.453530 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-22d20c1e-5624-4380-ac37-515476591a32 req-69b1e9c9-0e1c-4ddc-9bee-4011dfeba1f7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 1130 time: 0.1210494 Apr 08 17:40:45.543535 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264f666-1d4c-4a4c-a896-0cd7570cea87 req-f5dd09a8-b880-4b60-8979-8b04f68d13eb tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:45.555170 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b264f666-1d4c-4a4c-a896-0cd7570cea87 req-f5dd09a8-b880-4b60-8979-8b04f68d13eb tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0831165 Apr 08 17:40:45.626197 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b264f666-1d4c-4a4c-a896-0cd7570cea87 req-0ebce72f-6293-4550-ab38-4ca83c5ef9c0 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695312 Apr 08 17:40:45.699269 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8adec92e-938d-4fa7-b127-e5e25660cfb6 req-0cf5b646-11fa-484a-94e4-ef94b687d1a3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b270452-fa43-4eb0-9da8-b3d116b614f2 HTTP/1.1" status: 200 len: 1002 time: 0.2042234 Apr 08 17:40:45.743210 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-22d20c1e-5624-4380-ac37-515476591a32 req-ed4e52eb-c297-4cef-abf9-9c8eef18c68c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573407 Apr 08 17:40:46.249620 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab0a0c-c04c-47f1-b8c7-0b8c7d0d4bbe req-d25d313f-7938-4995-9e41-51dfa2693703 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:46.251647 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-10ab0a0c-c04c-47f1-b8c7-0b8c7d0d4bbe req-d25d313f-7938-4995-9e41-51dfa2693703 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.0718825 Apr 08 17:40:46.311318 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adec92e-938d-4fa7-b127-e5e25660cfb6 req-d11791f0-6921-4281-a48d-b21eba549826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:46.330130 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8adec92e-938d-4fa7-b127-e5e25660cfb6 req-d11791f0-6921-4281-a48d-b21eba549826 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2d7483e0-8178-4def-9351-4e162ca4c7f4 HTTP/1.1" status: 200 len: 856 time: 0.1478548 Apr 08 17:40:46.403340 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-10ab0a0c-c04c-47f1-b8c7-0b8c7d0d4bbe req-4f954360-b7e9-49b4-a4f2-52a3ccfc0128 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259642 Apr 08 17:40:46.430748 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-aedaf25f-7628-4e01-8f76-b5b8e2ebdf4f tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:46.437507 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-aedaf25f-7628-4e01-8f76-b5b8e2ebdf4f tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/networks?id=3f103763-c11f-4d92-9086-f3e9a134d754 HTTP/1.1" status: 200 len: 809 time: 0.1846294 Apr 08 17:40:46.454732 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-d572ee7a-3663-415f-ae23-4b1eb4868723 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/quotas/8dbbc5b2cc7f41318207dd12f632681c HTTP/1.1" status: 200 len: 375 time: 0.0161436 Apr 08 17:40:46.494486 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-c03110a9-20dc-42e1-bf75-e93509da5ae3 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8dbbc5b2cc7f41318207dd12f632681c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389719 Apr 08 17:40:46.638651 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-9c950d6f-dd26-48aa-b394-fbfe7bffa1bf service neutron] 10.222.0.24 "GET /v2.0/networks/3f103763-c11f-4d92-9086-f3e9a134d754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416695 Apr 08 17:40:46.651135 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adec92e-938d-4fa7-b127-e5e25660cfb6 req-105d41c0-d22d-4e61-87ef-1458e2d515a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:46.652996 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8adec92e-938d-4fa7-b127-e5e25660cfb6 req-105d41c0-d22d-4e61-87ef-1458e2d515a6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3f909255-dbbb-466b-8110-c840248ecd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1315839 Apr 08 17:40:46.767003 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4d71fd73-014a-41a0-9fbd-e91b48a7b92f req-d7f03c82-205a-4be2-9d7f-54b39f7ca668 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 210 time: 0.1004059 Apr 08 17:40:46.945476 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-6ec0b993-717f-4356-a38b-df29c6af606c tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=18e4dee9578f4c0198ff109184b87196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2913749 Apr 08 17:40:46.992078 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8adec92e-938d-4fa7-b127-e5e25660cfb6 req-0a81ad10-7437-4872-9b79-18008a7fa3de service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129261 Apr 08 17:40:47.041205 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32fecb-fadf-4c9f-af18-91cd07358837 req-394b534a-e8a3-4646-bca9-614341695ef3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:47.042778 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6f32fecb-fadf-4c9f-af18-91cd07358837 req-394b534a-e8a3-4646-bca9-614341695ef3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.1253829 Apr 08 17:40:47.078310 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-59a27415-21ae-4f8f-bd46-f76197a585e1 service neutron] 10.222.0.24 "GET /v2.0/networks/3f103763-c11f-4d92-9086-f3e9a134d754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386172 Apr 08 17:40:47.168443 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6f32fecb-fadf-4c9f-af18-91cd07358837 req-9811cd0f-e9bd-4a41-ad38-7ae29ad7ab04 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175807 Apr 08 17:40:47.281880 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 46372) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:47.338412 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a20d85f4-0f13-4589-8eae-8827d41cdfb7 req-fd3b6749-bb10-40a2-a730-f86e316826b6 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 210 time: 0.0412910 Apr 08 17:40:47.468823 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a8b07551-cfd2-4c8c-98e6-3ee1ea65e231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:47.625825 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05fcd8-f1fd-4400-af59-99734d04b711 req-162f243d-6c3e-49fb-a084-85db24583a4b tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:47.627355 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ff05fcd8-f1fd-4400-af59-99734d04b711 req-162f243d-6c3e-49fb-a084-85db24583a4b tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.0847929 Apr 08 17:40:47.717385 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ff05fcd8-f1fd-4400-af59-99734d04b711 req-48efc070-43d7-4c18-9420-53972fc8ab7a tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816238 Apr 08 17:40:47.777975 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a8b07551-cfd2-4c8c-98e6-3ee1ea65e231 admin admin] Publish callbacks [] for security_group (1230c288-d743-415e-8a3d-792aa296b58b), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:47.909494 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a8b07551-cfd2-4c8c-98e6-3ee1ea65e231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (1230c288-d743-415e-8a3d-792aa296b58b), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:47.998477 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-62447c39-e1f6-4218-89ab-a4517d1ef3a8 req-3aae39c6-9d3d-447f-b6da-86084b949695 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 210 time: 0.0997148 Apr 08 17:40:48.048031 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-28399e9d-0f18-4cd0-821d-0a950be539f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.129295 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8adec92e-938d-4fa7-b127-e5e25660cfb6 req-9c7249bd-d996-484c-ba1a-424022fab726 service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453725 Apr 08 17:40:48.134852 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-a8b07551-cfd2-4c8c-98e6-3ee1ea65e231 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49feadf76891410ba3da4a4a0a3efd1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8483503 Apr 08 17:40:48.135118 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 46394) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:48.155768 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b07551-cfd2-4c8c-98e6-3ee1ea65e231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1230c288-d743-415e-8a3d-792aa296b58b,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:48.160891 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5b368-5f38-4ab3-b058-a3d361c6ffaa req-530b5731-0798-4883-a793-b86456ddba83 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:48.163141 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e4e5b368-5f38-4ab3-b058-a3d361c6ffaa req-530b5731-0798-4883-a793-b86456ddba83 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.0757904 Apr 08 17:40:48.182404 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-d9d1b56f-2bf5-4ae9-9f7f-08b3253d81f3 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:48.185506 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-d9d1b56f-2bf5-4ae9-9f7f-08b3253d81f3 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6015611 Apr 08 17:40:48.209075 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa3cab-75eb-4aa8-8077-02ba66c09f04 req-15afc188-a454-4f6e-84be-888574966b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:48.210666 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-26aa3cab-75eb-4aa8-8077-02ba66c09f04 req-15afc188-a454-4f6e-84be-888574966b19 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3589adc3fd645a888ab3b81995e662e&device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 1130 time: 0.1355989 Apr 08 17:40:48.244871 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-f28aa9d4-43ff-47ec-abe0-62ade0f12472 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Request body: {'port': {'device_id': '4a6802a1-b6c7-4280-a14c-050f52a13db9', 'network_id': 'bf550780-178c-466b-a6a6-4bfee8297ff7', 'admin_state_up': True, 'tenant_id': '18e4dee9578f4c0198ff109184b87196'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:48.256983 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c23afe10-1e27-4d3f-b240-5e95a56c0de8 admin admin] Publish callbacks [] for security_group (1230c288-d743-415e-8a3d-792aa296b58b), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.271837 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e4e5b368-5f38-4ab3-b058-a3d361c6ffaa req-cfd14464-c5e6-444d-a3b3-47970ee8aa8f tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893159 Apr 08 17:40:48.327462 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c23afe10-1e27-4d3f-b240-5e95a56c0de8 admin admin] Publish callbacks [] for security_group (1230c288-d743-415e-8a3d-792aa296b58b), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.426758 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24928e0c-5c69-40d8-8ee3-3b220ac6f747 req-380d961f-62b4-41d9-a244-8434f1f2e27e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:48.435078 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-24928e0c-5c69-40d8-8ee3-3b220ac6f747 req-380d961f-62b4-41d9-a244-8434f1f2e27e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0794005 Apr 08 17:40:48.568783 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa3cab-75eb-4aa8-8077-02ba66c09f04 req-7b9512f8-069e-4354-8a18-17896aeed13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:48.570889 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-26aa3cab-75eb-4aa8-8077-02ba66c09f04 req-7b9512f8-069e-4354-8a18-17896aeed13a service neutron] 10.222.0.91 "GET /v2.0/networks?id=008c6189-82d1-4951-afe7-f478c9f8b212 HTTP/1.1" status: 200 len: 920 time: 0.3155289 Apr 08 17:40:48.577198 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c23afe10-1e27-4d3f-b240-5e95a56c0de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (1230c288-d743-415e-8a3d-792aa296b58b), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.579649 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c23afe10-1e27-4d3f-b240-5e95a56c0de8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.588654 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-c23afe10-1e27-4d3f-b240-5e95a56c0de8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1230c288-d743-415e-8a3d-792aa296b58b HTTP/1.1" status: 204 len: 168 time: 0.4505816 Apr 08 17:40:48.600105 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-f28aa9d4-43ff-47ec-abe0-62ade0f12472 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Made reservation on behalf of 18e4dee9578f4c0198ff109184b87196 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:40:48.603968 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-f28aa9d4-43ff-47ec-abe0-62ade0f12472 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.613390 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-aa34f2e0-43ab-4026-990b-5ab1eb02fc75 req-6525dcac-22ff-41ca-a669-4516b195fcfc tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 210 time: 0.1344268 Apr 08 17:40:48.615880 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-f28aa9d4-43ff-47ec-abe0-62ade0f12472 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.648632 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23afe10-1e27-4d3f-b240-5e95a56c0de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1230c288-d743-415e-8a3d-792aa296b58b,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:48.686972 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-24928e0c-5c69-40d8-8ee3-3b220ac6f747 req-741b155d-2291-48fa-a752-fe1ecf0fab77 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444856 Apr 08 17:40:48.687121 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 46408) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:48.743346 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-26aa3cab-75eb-4aa8-8077-02ba66c09f04 req-54eaaedb-3328-4607-907e-a88c7b417484 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5648fe5a-6b31-4a3f-8f48-dd59cabccae7 HTTP/1.1" status: 200 len: 217 time: 0.0442278 Apr 08 17:40:48.820881 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-f28aa9d4-43ff-47ec-abe0-62ade0f12472 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Publish callbacks [] for security_group (2f6ae59a-75b7-420e-89e2-a9ba9df350dd), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.828604 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-f28aa9d4-43ff-47ec-abe0-62ade0f12472 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (2f6ae59a-75b7-420e-89e2-a9ba9df350dd), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.835119 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa3cab-75eb-4aa8-8077-02ba66c09f04 req-d67f6b12-c5d0-457a-8780-478ff8fbbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:48.836487 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.836646 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-26aa3cab-75eb-4aa8-8077-02ba66c09f04 req-d67f6b12-c5d0-457a-8780-478ff8fbbe65 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b63453b-e6c6-4ee6-9edf-14ef728f0f18 HTTP/1.1" status: 200 len: 858 time: 0.0730240 Apr 08 17:40:48.944540 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28aa9d4-43ff-47ec-abe0-62ade0f12472 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6ae59a-75b7-420e-89e2-a9ba9df350dd,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:48.962284 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa3cab-75eb-4aa8-8077-02ba66c09f04 req-07a394c2-32d3-4f5a-a38f-9430a4704ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:48.963838 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-26aa3cab-75eb-4aa8-8077-02ba66c09f04 req-07a394c2-32d3-4f5a-a38f-9430a4704ee5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=008c6189-82d1-4951-afe7-f478c9f8b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0992098 Apr 08 17:40:49.060220 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-f28aa9d4-43ff-47ec-abe0-62ade0f12472 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Allocated IP 192.168.233.181 (bf550780-178c-466b-a6a6-4bfee8297ff7/1aadb61c-1887-4087-8b74-aa202d22ff0c/aa391ad3-8fae-41ae-991d-e9ff7810493c) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:40:49.198748 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-40d0f4a1-3df2-440b-9c23-3723328e5075 req-763e1643-c519-4906-b1d2-c1c812b9d612 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 210 time: 0.0730515 Apr 08 17:40:49.207289 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8e766844-0831-47a5-af42-3418d845e7c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:49.293010 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 46416) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:49.376984 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8e766844-0831-47a5-af42-3418d845e7c7 admin admin] Publish callbacks [] for security_group (ad0dafd5-1c91-416a-9258-c6b44d789a9e), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:49.399609 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8e766844-0831-47a5-af42-3418d845e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (ad0dafd5-1c91-416a-9258-c6b44d789a9e), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:49.414032 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3fc01713-cd62-4d92-bb27-57a35a451768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:49.484758 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-f28aa9d4-43ff-47ec-abe0-62ade0f12472 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Publish callbacks [] for port (aa391ad3-8fae-41ae-991d-e9ff7810493c), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:49.491927 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-26aa3cab-75eb-4aa8-8077-02ba66c09f04 req-c69fe81d-a710-46fc-b4ca-d28d4ca81389 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185218 Apr 08 17:40:49.502807 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5e071-33a8-4103-acd2-30aa6fc244b3 req-44a7eeb9-ab8c-4e56-bfd9-77af69c5435d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:49.510800 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-49b5e071-33a8-4103-acd2-30aa6fc244b3 req-44a7eeb9-ab8c-4e56-bfd9-77af69c5435d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.1324060 Apr 08 17:40:49.537642 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-8e766844-0831-47a5-af42-3418d845e7c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=491fb66a99c74c949eb11f165834d32a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8476923 Apr 08 17:40:49.540866 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e766844-0831-47a5-af42-3418d845e7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0dafd5-1c91-416a-9258-c6b44d789a9e,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:49.555314 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 46420) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:49.625417 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-f28aa9d4-43ff-47ec-abe0-62ade0f12472 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (aa391ad3-8fae-41ae-991d-e9ff7810493c), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:49.630462 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-49b5e071-33a8-4103-acd2-30aa6fc244b3 req-3db5d0d4-0275-45f8-b278-7f67af0aa506 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161680 Apr 08 17:40:49.678063 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3fc01713-cd62-4d92-bb27-57a35a451768 admin admin] Publish callbacks [] for security_group (bb07ffbd-83db-4625-a505-9411afe71d21), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:49.709583 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fe35ae35-2291-4abb-a8ab-90831012dfeb admin admin] Publish callbacks [] for security_group (ad0dafd5-1c91-416a-9258-c6b44d789a9e), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:49.716592 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3fc01713-cd62-4d92-bb27-57a35a451768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (bb07ffbd-83db-4625-a505-9411afe71d21), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:49.775538 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f3df808b-5bf6-47b0-9a6c-d25a1847ef36 req-2c5d62f2-331c-4fc6-af33-ab43c8cd6bbb tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 210 time: 0.0441704 Apr 08 17:40:49.913001 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e7b4c-4b84-45a7-9552-a37a362af8d3 req-83e8a27c-fcaf-47c3-87cb-96e2886fe0ef tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:49.914846 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-de1e7b4c-4b84-45a7-9552-a37a362af8d3 req-83e8a27c-fcaf-47c3-87cb-96e2886fe0ef tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0912070 Apr 08 17:40:49.963540 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-f28aa9d4-43ff-47ec-abe0-62ade0f12472 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Network bf550780-178c-466b-a6a6-4bfee8297ff7 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:40:49.981687 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28aa9d4-43ff-47ec-abe0-62ade0f12472 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Pushing event updated for resources: {'Port': ['ID=aa391ad3-8fae-41ae-991d-e9ff7810493c,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:49.987480 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fe35ae35-2291-4abb-a8ab-90831012dfeb admin admin] Publish callbacks [] for security_group (ad0dafd5-1c91-416a-9258-c6b44d789a9e), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:50.001035 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-26aa3cab-75eb-4aa8-8077-02ba66c09f04 req-5517df7e-d66a-4a85-84ab-aa8b5ef55a42 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405634 Apr 08 17:40:50.030405 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-f28aa9d4-43ff-47ec-abe0-62ade0f12472 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:50.054405 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-de1e7b4c-4b84-45a7-9552-a37a362af8d3 req-ea5c6bce-6ec5-419c-853e-8ee60dbc296d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290019 Apr 08 17:40:50.063835 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-f28aa9d4-43ff-47ec-abe0-62ade0f12472 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:40:50.145284 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 46432) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:50.147184 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-3fc01713-cd62-4d92-bb27-57a35a451768 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2717ff4b01924e99a8f59ea70e98bc18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8529704 Apr 08 17:40:50.178381 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc01713-cd62-4d92-bb27-57a35a451768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb07ffbd-83db-4625-a505-9411afe71d21,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:50.282512 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0c890d1b-2fe8-4e3b-a049-eb19260d24f4 admin admin] Publish callbacks [] for security_group (bb07ffbd-83db-4625-a505-9411afe71d21), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:50.375876 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0c890d1b-2fe8-4e3b-a049-eb19260d24f4 admin admin] Publish callbacks [] for security_group (bb07ffbd-83db-4625-a505-9411afe71d21), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:50.484643 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8409bf9-c4d4-48d3-bd93-bf5940b08bdd req-a16db4cc-ba0b-4a66-ab82-6b593f9da160 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:50.486618 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a8409bf9-c4d4-48d3-bd93-bf5940b08bdd req-a16db4cc-ba0b-4a66-ab82-6b593f9da160 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 936 time: 0.1525800 Apr 08 17:40:50.527042 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:50.581655 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a8409bf9-c4d4-48d3-bd93-bf5940b08bdd req-e14e2942-1fd1-4a33-a870-d9131cd7bbf4 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814219 Apr 08 17:40:50.583323 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0c890d1b-2fe8-4e3b-a049-eb19260d24f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (bb07ffbd-83db-4625-a505-9411afe71d21), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:50.599421 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0c890d1b-2fe8-4e3b-a049-eb19260d24f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:50.612019 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-0c890d1b-2fe8-4e3b-a049-eb19260d24f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb07ffbd-83db-4625-a505-9411afe71d21 HTTP/1.1" status: 204 len: 168 time: 0.4652801 Apr 08 17:40:50.614648 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-457a160e-e697-4fb3-9ada-cd5f27c940ac None None] Provisioning complete for port aa391ad3-8fae-41ae-991d-e9ff7810493c triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:50.615065 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-457a160e-e697-4fb3-9ada-cd5f27c940ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (aa391ad3-8fae-41ae-991d-e9ff7810493c), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:50.636680 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c890d1b-2fe8-4e3b-a049-eb19260d24f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb07ffbd-83db-4625-a505-9411afe71d21,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:50.697937 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-457a160e-e697-4fb3-9ada-cd5f27c940ac None None] Port aa391ad3-8fae-41ae-991d-e9ff7810493c cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:40:50.723871 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-f28aa9d4-43ff-47ec-abe0-62ade0f12472 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:50.725837 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-f28aa9d4-43ff-47ec-abe0-62ade0f12472 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:50.798581 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-f28aa9d4-43ff-47ec-abe0-62ade0f12472 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5986276 Apr 08 17:40:50.823041 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Request body: {'port': {'device_id': '4a6802a1-b6c7-4280-a14c-050f52a13db9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:50.831445 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fe35ae35-2291-4abb-a8ab-90831012dfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (ad0dafd5-1c91-416a-9258-c6b44d789a9e), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:50.834157 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fe35ae35-2291-4abb-a8ab-90831012dfeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:50.837760 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-fe35ae35-2291-4abb-a8ab-90831012dfeb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad0dafd5-1c91-416a-9258-c6b44d789a9e HTTP/1.1" status: 204 len: 168 time: 1.2776659 Apr 08 17:40:50.887267 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-bee5ae30-309c-415c-8bf4-a0ce617fe246 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:50.889862 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-bee5ae30-309c-415c-8bf4-a0ce617fe246 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.91 "GET /v2.0/networks?id=3f103763-c11f-4d92-9086-f3e9a134d754 HTTP/1.1" status: 200 len: 809 time: 0.8842964 Apr 08 17:40:50.907318 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587c6a0-4194-4fc0-b56a-6be3d0df966a req-58127e93-1db8-4ecb-86f0-d1d420f07ef7 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:50.914760 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-4130804f-8d16-444d-9279-378e9d8ad858 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Request body: {'port': {'device_id': '00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37', 'network_id': '3f103763-c11f-4d92-9086-f3e9a134d754', 'admin_state_up': True, 'tenant_id': '8dbbc5b2cc7f41318207dd12f632681c'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:50.917413 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8587c6a0-4194-4fc0-b56a-6be3d0df966a req-58127e93-1db8-4ecb-86f0-d1d420f07ef7 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.1724007 Apr 08 17:40:50.922108 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35ae35-2291-4abb-a8ab-90831012dfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0dafd5-1c91-416a-9258-c6b44d789a9e,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:51.059326 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fd48ce15-d153-4064-beb3-ce6478892f62 req-ee27dedb-0964-4670-af0b-751ead85aa84 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 210 time: 0.0969837 Apr 08 17:40:51.131822 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-4130804f-8d16-444d-9279-378e9d8ad858 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Made reservation on behalf of 8dbbc5b2cc7f41318207dd12f632681c for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:40:51.135912 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-4130804f-8d16-444d-9279-378e9d8ad858 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:51.144510 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8587c6a0-4194-4fc0-b56a-6be3d0df966a req-448ac127-8cc0-4314-9789-a5f6b8c09a7f tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125232 Apr 08 17:40:51.153297 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (aa391ad3-8fae-41ae-991d-e9ff7810493c), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:51.416046 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac23e11-c881-46ea-95b6-c0b603686700 req-beba90a9-c94b-4d5c-924d-d95a66e56e69 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:51.432635 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-dac23e11-c881-46ea-95b6-c0b603686700 req-beba90a9-c94b-4d5c-924d-d95a66e56e69 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.1997235 Apr 08 17:40:51.546579 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-dac23e11-c881-46ea-95b6-c0b603686700 req-06491527-da8b-4bde-887a-b4c987299144 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057520 Apr 08 17:40:51.613097 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-4130804f-8d16-444d-9279-378e9d8ad858 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Allocated IP 172.20.0.14 (3f103763-c11f-4d92-9086-f3e9a134d754/76d2ef6a-ec7c-4a6e-a5bd-b6be07ff9679/579ba765-a84b-4201-9993-6ad5dc1d7790) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:40:51.819410 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250081ba-c64c-451b-8012-a7c43f69ca78 req-4da943db-658c-4248-a8d3-7f486a2f846d tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:51.836713 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-250081ba-c64c-451b-8012-a7c43f69ca78 req-4da943db-658c-4248-a8d3-7f486a2f846d tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 936 time: 0.1256952 Apr 08 17:40:51.893579 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:51.899568 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa391ad3-8fae-41ae-991d-e9ff7810493c {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:40:51.921068 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Publish callbacks [] for port (aa391ad3-8fae-41ae-991d-e9ff7810493c), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:51.949887 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-250081ba-c64c-451b-8012-a7c43f69ca78 req-3551a198-606f-4737-89f8-64713973c8db tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088183 Apr 08 17:40:51.968094 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Transition to ACTIVE for port object aa391ad3-8fae-41ae-991d-e9ff7810493c will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:40:52.005169 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (aa391ad3-8fae-41ae-991d-e9ff7810493c), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:52.073118 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-4130804f-8d16-444d-9279-378e9d8ad858 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Publish callbacks [] for port (579ba765-a84b-4201-9993-6ad5dc1d7790), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:52.116771 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Pushing event updated for resources: {'Port': ['ID=aa391ad3-8fae-41ae-991d-e9ff7810493c,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:52.277074 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-4130804f-8d16-444d-9279-378e9d8ad858 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (579ba765-a84b-4201-9993-6ad5dc1d7790), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:52.277224 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 9b270452-fa43-4eb0-9da8-b3d116b614f2 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:40:52.375738 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b3595-ce2c-4fea-bae9-1945cc52843f req-849f9ff6-507f-4ce6-897f-99fdd51c6e51 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:52.384088 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-842b3595-ce2c-4fea-bae9-1945cc52843f req-849f9ff6-507f-4ce6-897f-99fdd51c6e51 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 932 time: 0.1202741 Apr 08 17:40:52.502444 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-4130804f-8d16-444d-9279-378e9d8ad858 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Network 3f103763-c11f-4d92-9086-f3e9a134d754 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:40:52.511975 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-4130804f-8d16-444d-9279-378e9d8ad858 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:52.541604 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6fc35-f646-43e9-afbc-8e2b9729d3bd req-9c3eac77-25d1-4dbe-8d25-6427842af3d6 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:52.550595 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8df6fc35-f646-43e9-afbc-8e2b9729d3bd req-9c3eac77-25d1-4dbe-8d25-6427842af3d6 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.1602275 Apr 08 17:40:52.580135 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-4130804f-8d16-444d-9279-378e9d8ad858 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:40:52.588074 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-842b3595-ce2c-4fea-bae9-1945cc52843f req-ea4f6121-4b4f-4458-b49d-eff34cad04da tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957681 Apr 08 17:40:52.677629 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 9b270452-fa43-4eb0-9da8-b3d116b614f2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9b270452-fa43-4eb0-9da8-b3d116b614f2,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:52.680786 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8df6fc35-f646-43e9-afbc-8e2b9729d3bd req-495c1f92-40a5-4061-a4d2-4ced39e49591 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219783 Apr 08 17:40:52.731176 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': '9b270452-fa43-4eb0-9da8-b3d116b614f2', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'port_id': '9b270452-fa43-4eb0-9da8-b3d116b614f2', 'mac_address': 'fa:16:3e:a5:1b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:40:52.769189 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130804f-8d16-444d-9279-378e9d8ad858 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Pushing event updated for resources: {'Port': ['ID=579ba765-a84b-4201-9993-6ad5dc1d7790,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:52.777923 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c144f7c-4f63-47dc-b386-425cf62031c3 req-b4661eb1-2d89-4dcb-bc7e-23b9e4c961e0 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:52.790647 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5c144f7c-4f63-47dc-b386-425cf62031c3 req-b4661eb1-2d89-4dcb-bc7e-23b9e4c961e0 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0907526 Apr 08 17:40:52.802058 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 9b270452-fa43-4eb0-9da8-b3d116b614f2 is: ACTIVE; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:52.802543 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:52.819565 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b270452-fa43-4eb0-9da8-b3d116b614f2 {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:40:52.843039 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Attempting to bind port aa391ad3-8fae-41ae-991d-e9ff7810493c on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:40:52.843382 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Attempting to bind port aa391ad3-8fae-41ae-991d-e9ff7810493c by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '514e07b3-2036-4692-81e3-1f8e7d384f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'bf550780-178c-466b-a6a6-4bfee8297ff7'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:40:52.843715 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Attempting to bind port aa391ad3-8fae-41ae-991d-e9ff7810493c on network bf550780-178c-466b-a6a6-4bfee8297ff7 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:40:52.845791 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 9b270452-fa43-4eb0-9da8-b3d116b614f2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9b270452-fa43-4eb0-9da8-b3d116b614f2,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:52.852554 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:52.867160 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5c144f7c-4f63-47dc-b386-425cf62031c3 req-a47151b5-0480-492c-ab3d-42a2eb276e61 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748801 Apr 08 17:40:52.895827 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-4130804f-8d16-444d-9279-378e9d8ad858 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:52.897421 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-4130804f-8d16-444d-9279-378e9d8ad858 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:52.904897 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Port aa391ad3-8fae-41ae-991d-e9ff7810493c on network bf550780-178c-466b-a6a6-4bfee8297ff7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:40:52.905979 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Attempting to bind port aa391ad3-8fae-41ae-991d-e9ff7810493c on network bf550780-178c-466b-a6a6-4bfee8297ff7 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:40:52.916512 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:40:52.916930 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Checking segment: {'id': '514e07b3-2036-4692-81e3-1f8e7d384f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'bf550780-178c-466b-a6a6-4bfee8297ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:40:52.917466 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Bound using segment: {'id': '514e07b3-2036-4692-81e3-1f8e7d384f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'bf550780-178c-466b-a6a6-4bfee8297ff7'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:40:52.918163 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Bound port: aa391ad3-8fae-41ae-991d-e9ff7810493c, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514e07b3-2036-4692-81e3-1f8e7d384f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'bf550780-178c-466b-a6a6-4bfee8297ff7'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:40:52.918545 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (aa391ad3-8fae-41ae-991d-e9ff7810493c), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:52.939439 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-4130804f-8d16-444d-9279-378e9d8ad858 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0297074 Apr 08 17:40:52.948872 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=9b270452-fa43-4eb0-9da8-b3d116b614f2,revision_number=6']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:52.979582 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Request body: {'port': {'device_id': '00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:53.014644 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['9b270452-fa43-4eb0-9da8-b3d116b614f2'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:40:53.058628 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] For port aa391ad3-8fae-41ae-991d-e9ff7810493c, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:40:53.074749 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (579ba765-a84b-4201-9993-6ad5dc1d7790), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:53.078442 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] For port aa391ad3-8fae-41ae-991d-e9ff7810493c, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=aa391ad3-8fae-41ae-991d-e9ff7810493c,segment=NetworkSegment(514e07b3-2036-4692-81e3-1f8e7d384f74),segment_id=514e07b3-2036-4692-81e3-1f8e7d384f74)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:40:53.088855 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (aa391ad3-8fae-41ae-991d-e9ff7810493c), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:53.151428 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Pushing event updated for resources: {'Port': ['ID=aa391ad3-8fae-41ae-991d-e9ff7810493c,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:53.182330 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:53.183043 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:53.184966 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-a19e1819-cf63-462a-97c1-62de19991721 service neutron] 10.222.0.91 "PUT /v2.0/ports/aa391ad3-8fae-41ae-991d-e9ff7810493c HTTP/1.1" status: 200 len: 1098 time: 2.3684497 Apr 08 17:40:53.186564 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6802a1-b6c7-4280-a14c-050f52a13db9', 'tag': 'aa391ad3-8fae-41ae-991d-e9ff7810493c'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:40:53.188957 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045407c4-253b-419e-86ed-11af68240e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6802a1-b6c7-4280-a14c-050f52a13db9", "tag": "aa391ad3-8fae-41ae-991d-e9ff7810493c"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:40:53.222635 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4917558-0c51-4fe6-9fff-f70772814c86 req-09902a01-fb5f-46b5-a344-b4ec25d7187c tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:53.233582 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e4917558-0c51-4fe6-9fff-f70772814c86 req-09902a01-fb5f-46b5-a344-b4ec25d7187c tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 948 time: 0.1498246 Apr 08 17:40:53.354775 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e4917558-0c51-4fe6-9fff-f70772814c86 req-a20488d2-e999-4ead-9681-5cfed8f1bac4 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183529 Apr 08 17:40:53.413824 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-3b1ab598-51e1-4987-b578-fea9c18d4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:53.415355 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-3b1ab598-51e1-4987-b578-fea9c18d4d3f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=18e4dee9578f4c0198ff109184b87196&device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 1132 time: 0.1077981 Apr 08 17:40:53.446886 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e05c6b-6826-41b6-a427-594cf685162d x-openstack-request-id: req-a1e05c6b-6826-41b6-a427-594cf685162d {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:40:53.447172 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6802a1-b6c7-4280-a14c-050f52a13db9", "tag": "aa391ad3-8fae-41ae-991d-e9ff7810493c", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:40:53.447436 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1e05c6b-6826-41b6-a427-594cf685162d {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:40:53.449676 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e05c6b-6826-41b6-a427-594cf685162d'] response: {'name': 'network-changed', 'server_uuid': '4a6802a1-b6c7-4280-a14c-050f52a13db9', 'tag': 'aa391ad3-8fae-41ae-991d-e9ff7810493c', 'status': 'completed', 'code': 200} Apr 08 17:40:53.490863 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-863d21e5-1cda-4c55-8a14-1a375fc9a1ed service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=aa391ad3-8fae-41ae-991d-e9ff7810493c HTTP/1.1" status: 200 len: 217 time: 0.0402336 Apr 08 17:40:53.780402 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5f4c1-fafb-40d3-bf03-20649a829aed req-1d501fc1-262e-484e-ab98-4c2770b0b810 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:53.792329 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-39a5f4c1-fafb-40d3-bf03-20649a829aed req-1d501fc1-262e-484e-ab98-4c2770b0b810 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 932 time: 0.1174242 Apr 08 17:40:53.798959 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 579ba765-a84b-4201-9993-6ad5dc1d7790 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:40:53.820841 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Publish callbacks [] for port (579ba765-a84b-4201-9993-6ad5dc1d7790), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:53.856802 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-283c183c-41e3-4c19-9e72-65c24087d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:53.856802 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-283c183c-41e3-4c19-9e72-65c24087d3f9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1aadb61c-1887-4087-8b74-aa202d22ff0c HTTP/1.1" status: 200 len: 843 time: 0.3482366 Apr 08 17:40:53.874317 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Transition to ACTIVE for port object 579ba765-a84b-4201-9993-6ad5dc1d7790 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:40:53.896106 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (579ba765-a84b-4201-9993-6ad5dc1d7790), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:53.965529 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-39a5f4c1-fafb-40d3-bf03-20649a829aed req-9ea49138-4b09-44c2-9116-deaed8f2e833 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718357 Apr 08 17:40:53.988942 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd53a93-fb62-4287-ac46-2520f27dbac0 req-5e07653a-3df2-458a-a8cb-a2939f51374a tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:53.991835 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1cd53a93-fb62-4287-ac46-2520f27dbac0 req-5e07653a-3df2-458a-a8cb-a2939f51374a tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.1802855 Apr 08 17:40:54.082708 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-dc6e3518-468f-4ce4-9ecb-2a6559ecce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:54.087079 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-dc6e3518-468f-4ce4-9ecb-2a6559ecce8a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bf550780-178c-466b-a6a6-4bfee8297ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2147672 Apr 08 17:40:54.146322 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Pushing event updated for resources: {'Port': ['ID=579ba765-a84b-4201-9993-6ad5dc1d7790,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:54.193851 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1cd53a93-fb62-4287-ac46-2520f27dbac0 req-6e3735d4-5749-437e-8d4c-25c01c1c7878 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949723 Apr 08 17:40:54.275463 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 9b270452-fa43-4eb0-9da8-b3d116b614f2 up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:54.392101 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port 9b270452-fa43-4eb0-9da8-b3d116b614f2 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:54.393948 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:54.400873 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Attempting to bind port 579ba765-a84b-4201-9993-6ad5dc1d7790 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:40:54.401182 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Attempting to bind port 579ba765-a84b-4201-9993-6ad5dc1d7790 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '65aaa2bb-b6db-4490-a915-86c821f1e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3f103763-c11f-4d92-9086-f3e9a134d754'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:40:54.404842 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Attempting to bind port 579ba765-a84b-4201-9993-6ad5dc1d7790 on network 3f103763-c11f-4d92-9086-f3e9a134d754 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:40:54.434638 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Port 579ba765-a84b-4201-9993-6ad5dc1d7790 on network 3f103763-c11f-4d92-9086-f3e9a134d754 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:40:54.439690 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Attempting to bind port 579ba765-a84b-4201-9993-6ad5dc1d7790 on network 3f103763-c11f-4d92-9086-f3e9a134d754 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:40:54.461639 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-06d82731-6704-4f07-9a1b-3a6200a825ba service neutron] 10.222.0.91 "GET /v2.0/networks/bf550780-178c-466b-a6a6-4bfee8297ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233924 Apr 08 17:40:54.466394 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:40:54.469022 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Checking segment: {'id': '65aaa2bb-b6db-4490-a915-86c821f1e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3f103763-c11f-4d92-9086-f3e9a134d754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:40:54.469755 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Bound using segment: {'id': '65aaa2bb-b6db-4490-a915-86c821f1e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3f103763-c11f-4d92-9086-f3e9a134d754'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:40:54.471032 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Bound port: 579ba765-a84b-4201-9993-6ad5dc1d7790, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65aaa2bb-b6db-4490-a915-86c821f1e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3f103763-c11f-4d92-9086-f3e9a134d754'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:40:54.473211 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (579ba765-a84b-4201-9993-6ad5dc1d7790), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:54.593177 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 9b270452-fa43-4eb0-9da8-b3d116b614f2 is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:54.593751 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:54.607977 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651127f2-e0b9-4702-83f1-e47ff68baf86 req-5f2276e8-9d75-4cc7-b348-2911e09eaec6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:54.615719 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-651127f2-e0b9-4702-83f1-e47ff68baf86 req-5f2276e8-9d75-4cc7-b348-2911e09eaec6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 945 time: 0.2930720 Apr 08 17:40:54.633237 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697aa470-ee8d-4209-b25c-da28b7f061fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b270452-fa43-4eb0-9da8-b3d116b614f2'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:40:54.636736 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb96257f-6a43-4e11-a0bd-b986f1db85c8" -d '{"events": [{"server_uuid": "697aa470-ee8d-4209-b25c-da28b7f061fa", "name": "network-vif-plugged", "status": "completed", "tag": "9b270452-fa43-4eb0-9da8-b3d116b614f2"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:40:54.661674 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 9b270452-fa43-4eb0-9da8-b3d116b614f2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9b270452-fa43-4eb0-9da8-b3d116b614f2,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:54.669357 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:54.675245 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-c1ab2b5b-ae28-4a5a-a9ca-8feba8b2920a tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:54.683707 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-c1ab2b5b-ae28-4a5a-a9ca-8feba8b2920a tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/networks?id=3d46c65a-4971-4a7f-92b3-38349cf449e3 HTTP/1.1" status: 200 len: 815 time: 0.5530167 Apr 08 17:40:54.712257 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-aa5d39dd-6025-48ab-865b-a3325726d2f3 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/quotas/ca55bd6671ec4be0b183e1248c09d34b HTTP/1.1" status: 200 len: 375 time: 0.0274806 Apr 08 17:40:54.723816 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] For port 579ba765-a84b-4201-9993-6ad5dc1d7790, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:40:54.754792 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] For port 579ba765-a84b-4201-9993-6ad5dc1d7790, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=579ba765-a84b-4201-9993-6ad5dc1d7790,segment=NetworkSegment(65aaa2bb-b6db-4490-a915-86c821f1e2cb),segment_id=65aaa2bb-b6db-4490-a915-86c821f1e2cb)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:40:54.768989 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-651127f2-e0b9-4702-83f1-e47ff68baf86 req-85ae9c97-37f4-40bb-84ec-f91e0446cba9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519537 Apr 08 17:40:54.771561 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=9b270452-fa43-4eb0-9da8-b3d116b614f2,revision_number=7']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:54.776188 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (579ba765-a84b-4201-9993-6ad5dc1d7790), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:54.799340 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6bbecea3-6326-4938-8df5-1fb88bce344e req-b9dfb475-290e-4676-8e72-169e22f76774 service neutron] 10.222.0.91 "GET /v2.0/networks/bf550780-178c-466b-a6a6-4bfee8297ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111851 Apr 08 17:40:54.827725 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-e6dffb12-97e8-486b-89b7-92dfcc889b60 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ca55bd6671ec4be0b183e1248c09d34b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1144514 Apr 08 17:40:54.833415 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:54.834046 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:54.836795 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] 10.222.0.91 "PUT /v2.0/ports/579ba765-a84b-4201-9993-6ad5dc1d7790 HTTP/1.1" status: 200 len: 1094 time: 1.8660953 Apr 08 17:40:54.911782 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494c98c-558b-41d4-a0c7-49a3fa516bea service neutron] Pushing event updated for resources: {'Port': ['ID=579ba765-a84b-4201-9993-6ad5dc1d7790,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:54.990586 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0637406-2813-4f34-ab4f-1b87b6fce903 req-297fdea2-fb29-4f9c-8739-8eff17dd42c8 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:54.997779 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b0637406-2813-4f34-ab4f-1b87b6fce903 req-297fdea2-fb29-4f9c-8739-8eff17dd42c8 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 948 time: 0.0960572 Apr 08 17:40:55.054117 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-eb58a83c-2249-4f87-8906-5fea21dcf5ea service neutron] 10.222.0.24 "GET /v2.0/networks/3d46c65a-4971-4a7f-92b3-38349cf449e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926627 Apr 08 17:40:55.105398 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b0637406-2813-4f34-ab4f-1b87b6fce903 req-a70af9c6-5bb7-4c7b-b43a-c7a63bcc9f15 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067367 Apr 08 17:40:55.234435 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d05c2e6-1151-4654-9664-7d72bed97349 x-openstack-request-id: req-3d05c2e6-1151-4654-9664-7d72bed97349 {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:40:55.234677 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697aa470-ee8d-4209-b25c-da28b7f061fa", "name": "network-vif-plugged", "status": "completed", "tag": "9b270452-fa43-4eb0-9da8-b3d116b614f2", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:40:55.234953 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d05c2e6-1151-4654-9664-7d72bed97349 {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:40:55.235338 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d05c2e6-1151-4654-9664-7d72bed97349'] response: {'server_uuid': '697aa470-ee8d-4209-b25c-da28b7f061fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b270452-fa43-4eb0-9da8-b3d116b614f2', 'code': 200} Apr 08 17:40:55.256571 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-51d4d9a7-8233-45e3-9c81-03ca403db99c service neutron] 10.222.0.24 "GET /v2.0/networks/3d46c65a-4971-4a7f-92b3-38349cf449e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976206 Apr 08 17:40:55.408020 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39475c8-baea-48b4-815c-5568ea64c546 req-2ef0497f-3635-4399-9185-3bf328c126e0 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:55.412735 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c39475c8-baea-48b4-815c-5568ea64c546 req-2ef0497f-3635-4399-9185-3bf328c126e0 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 944 time: 0.0881343 Apr 08 17:40:55.451820 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37', 'tag': '579ba765-a84b-4201-9993-6ad5dc1d7790'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:40:55.455487 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60a383e-850d-427a-93e3-b9fafcc4d3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37", "tag": "579ba765-a84b-4201-9993-6ad5dc1d7790"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:40:55.496388 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c39475c8-baea-48b4-815c-5568ea64c546 req-35d6f03c-44bf-4b40-9bc7-53d9d4c62200 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780671 Apr 08 17:40:55.593306 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec15d0a9-f0c6-42c4-9a8f-1485dd429eda x-openstack-request-id: req-ec15d0a9-f0c6-42c4-9a8f-1485dd429eda {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:40:55.593820 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37", "tag": "579ba765-a84b-4201-9993-6ad5dc1d7790", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:40:55.594220 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec15d0a9-f0c6-42c4-9a8f-1485dd429eda {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:40:55.595011 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec15d0a9-f0c6-42c4-9a8f-1485dd429eda'] response: {'name': 'network-changed', 'server_uuid': '00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37', 'tag': '579ba765-a84b-4201-9993-6ad5dc1d7790', 'status': 'completed', 'code': 200} Apr 08 17:40:55.645102 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf46bfe-b9bf-4e11-82ec-61c3c53e76b0 req-d7cc0169-6e71-4f14-a15a-aa63b6fba22c tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:55.657812 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bbf46bfe-b9bf-4e11-82ec-61c3c53e76b0 req-d7cc0169-6e71-4f14-a15a-aa63b6fba22c tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.1109781 Apr 08 17:40:55.702375 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-107961d6-2507-4339-8d8b-5601e41e460c req-92c3ffd3-4d41-4c15-b36f-58e2dbeef71c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 210 time: 0.0434859 Apr 08 17:40:55.802260 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bbf46bfe-b9bf-4e11-82ec-61c3c53e76b0 req-e88be24f-3cd0-44a0-9656-a6adf228dfea tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969198 Apr 08 17:40:55.973153 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b244d21-53da-4f09-87b9-348284e1371f req-20cb8194-9bc9-4855-aaca-04aab4c3e1db tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:55.974767 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5b244d21-53da-4f09-87b9-348284e1371f req-20cb8194-9bc9-4855-aaca-04aab4c3e1db tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0687101 Apr 08 17:40:56.032403 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5b244d21-53da-4f09-87b9-348284e1371f req-d130c9a1-adeb-4d56-8944-9399b9f7e664 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504401 Apr 08 17:40:56.131201 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045407c4-253b-419e-86ed-11af68240e9a req-178f73e4-dd58-412e-bfd7-89b2b336c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:56.132792 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-045407c4-253b-419e-86ed-11af68240e9a req-178f73e4-dd58-412e-bfd7-89b2b336c55f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=18e4dee9578f4c0198ff109184b87196&device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 1132 time: 0.1012664 Apr 08 17:40:56.137986 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-f3f82b32-1bc5-4a50-a31e-695cf6320940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:56.139520 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-f3f82b32-1bc5-4a50-a31e-695cf6320940 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8dbbc5b2cc7f41318207dd12f632681c&device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 1128 time: 0.1183219 Apr 08 17:40:56.253287 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-638b092c-14b0-499c-bd43-6ece39283bf4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=579ba765-a84b-4201-9993-6ad5dc1d7790 HTTP/1.1" status: 200 len: 217 time: 0.0551043 Apr 08 17:40:56.286934 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28983cb7-cab5-4d25-b23d-31e1aff09a7f req-c85004e4-9c8d-4205-924f-486460b3d0f0 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:56.295299 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-28983cb7-cab5-4d25-b23d-31e1aff09a7f req-c85004e4-9c8d-4205-924f-486460b3d0f0 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 948 time: 0.1018755 Apr 08 17:40:56.359899 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-28983cb7-cab5-4d25-b23d-31e1aff09a7f req-aeab879d-07b1-4587-97fa-1cbae73a3d8d tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634923 Apr 08 17:40:56.415202 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045407c4-253b-419e-86ed-11af68240e9a req-d4a5f053-66e2-49c0-aaea-53ee464ec1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:56.416708 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-045407c4-253b-419e-86ed-11af68240e9a req-d4a5f053-66e2-49c0-aaea-53ee464ec1c8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bf550780-178c-466b-a6a6-4bfee8297ff7 HTTP/1.1" status: 200 len: 870 time: 0.2276981 Apr 08 17:40:56.463575 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-045407c4-253b-419e-86ed-11af68240e9a req-7a609834-8bae-4789-b89f-7b103d531af2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=aa391ad3-8fae-41ae-991d-e9ff7810493c HTTP/1.1" status: 200 len: 217 time: 0.0371063 Apr 08 17:40:56.465044 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-12ecb526-4038-4443-9117-ae0b13a60e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:56.466931 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-12ecb526-4038-4443-9117-ae0b13a60e59 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=76d2ef6a-ec7c-4a6e-a5bd-b6be07ff9679 HTTP/1.1" status: 200 len: 849 time: 0.2007554 Apr 08 17:40:56.580037 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-e270e7b3-37ae-4309-a494-192d91fde39d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3f103763-c11f-4d92-9086-f3e9a134d754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608716 Apr 08 17:40:56.589807 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045407c4-253b-419e-86ed-11af68240e9a req-b8f9cd3c-6217-4131-b2a3-fee312d8029d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:56.594121 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-045407c4-253b-419e-86ed-11af68240e9a req-b8f9cd3c-6217-4131-b2a3-fee312d8029d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1aadb61c-1887-4087-8b74-aa202d22ff0c HTTP/1.1" status: 200 len: 843 time: 0.1135254 Apr 08 17:40:56.662462 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263173c2-daca-4d5b-a019-136da5477e52 req-c23f143a-121a-48ff-a362-0631562f2b68 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:56.664466 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-263173c2-daca-4d5b-a019-136da5477e52 req-c23f143a-121a-48ff-a362-0631562f2b68 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 944 time: 0.0624862 Apr 08 17:40:56.725557 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-263173c2-daca-4d5b-a019-136da5477e52 req-a3200502-6633-4d4e-9b71-e24e18d431ca tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544941 Apr 08 17:40:56.925518 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-eda75221-0be6-4bce-b003-1653bf682f3f req-fb0ec2f1-36e7-4b8b-baa7-8a549b62a1a4 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 210 time: 0.0821142 Apr 08 17:40:57.020648 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476cca1-0bc8-4a4a-b308-96f5f34c7b74 req-25d39bc2-0efe-438c-a782-5c49dba64739 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:57.022380 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1476cca1-0bc8-4a4a-b308-96f5f34c7b74 req-25d39bc2-0efe-438c-a782-5c49dba64739 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.0959752 Apr 08 17:40:57.117096 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1476cca1-0bc8-4a4a-b308-96f5f34c7b74 req-b196d5d6-5fe8-4ae0-a12e-f5b0b80b7a19 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876954 Apr 08 17:40:57.174528 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045407c4-253b-419e-86ed-11af68240e9a req-cf8941f7-ac1c-495a-8f7d-49958bd3ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:57.176590 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-045407c4-253b-419e-86ed-11af68240e9a req-cf8941f7-ac1c-495a-8f7d-49958bd3ce19 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bf550780-178c-466b-a6a6-4bfee8297ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2598858 Apr 08 17:40:57.292925 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-fe6862e1-b4fb-42f6-b7e9-6c1c5bad3d51 service neutron] 10.222.0.91 "GET /v2.0/networks/3f103763-c11f-4d92-9086-f3e9a134d754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243920 Apr 08 17:40:57.309688 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1db29-eec8-4e8a-ad44-475d77470393 req-5d4d7ea7-9593-48b1-8cd6-8ffae5c1bf27 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:57.321137 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d9a1db29-eec8-4e8a-ad44-475d77470393 req-5d4d7ea7-9593-48b1-8cd6-8ffae5c1bf27 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.1213758 Apr 08 17:40:57.452032 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d9a1db29-eec8-4e8a-ad44-475d77470393 req-fc3565cf-d738-4141-a53b-ebff2c8117a2 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244915 Apr 08 17:40:57.565525 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62ab994b-022e-4ea1-944a-2c5ee0fd1fa2 req-af9037c3-ce8e-4942-9205-e9c3f4a2208e service neutron] 10.222.0.91 "GET /v2.0/networks/3f103763-c11f-4d92-9086-f3e9a134d754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641861 Apr 08 17:40:57.572167 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-32260744-014e-43d7-8439-59e2460d1a9d tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:57.573960 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-32260744-014e-43d7-8439-59e2460d1a9d tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.91 "GET /v2.0/networks?id=3d46c65a-4971-4a7f-92b3-38349cf449e3 HTTP/1.1" status: 200 len: 815 time: 0.4658554 Apr 08 17:40:57.578703 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-045407c4-253b-419e-86ed-11af68240e9a req-69d8cdea-9245-4491-bb18-a89a3215cace service neutron] 10.222.0.91 "GET /v2.0/networks/bf550780-178c-466b-a6a6-4bfee8297ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824296 Apr 08 17:40:57.612735 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-c5a39d40-d23d-467d-98dc-ccd6accab7c0 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Request body: {'port': {'device_id': '7912b095-825c-4c1f-8131-9aa11346d71a', 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3', 'admin_state_up': True, 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:57.653481 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36504fa6-09d0-4fa9-8d61-bb6ec9bd4379 req-0a21accc-ff4b-416c-9602-f6b98078b5f0 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:57.655509 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-36504fa6-09d0-4fa9-8d61-bb6ec9bd4379 req-0a21accc-ff4b-416c-9602-f6b98078b5f0 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 948 time: 0.1615193 Apr 08 17:40:57.760700 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-36504fa6-09d0-4fa9-8d61-bb6ec9bd4379 req-5f312abf-58ae-4841-a02e-fa10efb228b8 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974095 Apr 08 17:40:58.051548 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f78a7-34d2-4aae-9ff6-8758f1558efe req-f8ff24d0-881c-4e00-8cdb-d8c270533f55 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:58.068081 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3d8f78a7-34d2-4aae-9ff6-8758f1558efe req-f8ff24d0-881c-4e00-8cdb-d8c270533f55 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 944 time: 0.2038312 Apr 08 17:40:58.284416 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8e56698a-f3ef-4b57-b0cb-70342bf4d715 req-6f34cdad-1b26-498f-88e9-ca6a2c12e492 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 210 time: 0.0378304 Apr 08 17:40:58.309311 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device aa391ad3-8fae-41ae-991d-e9ff7810493c details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:40:58.326759 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3d8f78a7-34d2-4aae-9ff6-8758f1558efe req-982e04ca-9c1c-4b5e-a9e3-3a3e0c9c98bc tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464068 Apr 08 17:40:58.398264 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-045407c4-253b-419e-86ed-11af68240e9a req-3a700ddc-5105-4629-88c0-86176c4612c3 service neutron] 10.222.0.91 "GET /v2.0/networks/bf550780-178c-466b-a6a6-4bfee8297ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7913399 Apr 08 17:40:58.436286 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-c5a39d40-d23d-467d-98dc-ccd6accab7c0 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Made reservation on behalf of ca55bd6671ec4be0b183e1248c09d34b for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:40:58.436286 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-c5a39d40-d23d-467d-98dc-ccd6accab7c0 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:58.546477 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc6f97-91d6-4639-887e-31a6fcd208cf req-4e829c18-789a-4eee-b4f9-2aa6d5990a19 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:58.560431 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f2bc6f97-91d6-4639-887e-31a6fcd208cf req-4e829c18-789a-4eee-b4f9-2aa6d5990a19 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.1182866 Apr 08 17:40:58.644512 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f2bc6f97-91d6-4639-887e-31a6fcd208cf req-bef7f42a-8688-4c44-b33f-7f99363785b6 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814335 Apr 08 17:40:58.730002 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1d0ec-187c-4475-85c7-cae3b5cdaec7 req-a89f6bb8-8440-47ba-ac2f-1a2264ffcc64 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:58.732590 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-80c1d0ec-187c-4475-85c7-cae3b5cdaec7 req-a89f6bb8-8440-47ba-ac2f-1a2264ffcc64 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0815005 Apr 08 17:40:58.756241 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-c5a39d40-d23d-467d-98dc-ccd6accab7c0 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Allocated IP 172.20.0.12 (3d46c65a-4971-4a7f-92b3-38349cf449e3/f73dc476-3c86-43aa-9145-70ffe54e5685/a77d3cab-e313-43bb-ba85-71744ec74bfc) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:40:58.886429 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port aa391ad3-8fae-41ae-991d-e9ff7810493c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=aa391ad3-8fae-41ae-991d-e9ff7810493c,segment=NetworkSegment(514e07b3-2036-4692-81e3-1f8e7d384f74),segment_id=514e07b3-2036-4692-81e3-1f8e7d384f74)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:58.971520 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': 'aa391ad3-8fae-41ae-991d-e9ff7810493c', 'network_id': 'bf550780-178c-466b-a6a6-4bfee8297ff7', 'port_id': 'aa391ad3-8fae-41ae-991d-e9ff7810493c', 'mac_address': 'fa:16:3e:24:a4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aadb61c-1887-4087-8b74-aa202d22ff0c', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:40:58.974832 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-80c1d0ec-187c-4475-85c7-cae3b5cdaec7 req-1e9ea590-7e4f-4f7b-a3d7-9c0801d69213 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302752 Apr 08 17:40:59.110612 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeed448-9d74-429f-8bdc-c88ba751165a req-54d8a8f2-fcb5-4de8-9e31-c9158c5b30ab tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:59.112639 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fdeed448-9d74-429f-8bdc-c88ba751165a req-54d8a8f2-fcb5-4de8-9e31-c9158c5b30ab tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 948 time: 0.1728086 Apr 08 17:40:59.119272 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a383e-850d-427a-93e3-b9fafcc4d3d9 req-91f6a0d6-2d46-4dd0-80e6-8ada37cc7693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:59.125627 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port aa391ad3-8fae-41ae-991d-e9ff7810493c is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:59.127365 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (aa391ad3-8fae-41ae-991d-e9ff7810493c), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:59.130454 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b60a383e-850d-427a-93e3-b9fafcc4d3d9 req-91f6a0d6-2d46-4dd0-80e6-8ada37cc7693 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8dbbc5b2cc7f41318207dd12f632681c&device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 1128 time: 0.2927825 Apr 08 17:40:59.159892 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa391ad3-8fae-41ae-991d-e9ff7810493c {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:40:59.264263 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port aa391ad3-8fae-41ae-991d-e9ff7810493c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=aa391ad3-8fae-41ae-991d-e9ff7810493c,segment=NetworkSegment(514e07b3-2036-4692-81e3-1f8e7d384f74),segment_id=514e07b3-2036-4692-81e3-1f8e7d384f74)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:59.275327 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fdeed448-9d74-429f-8bdc-c88ba751165a req-04fc8459-26f5-451c-a3ce-04df636875fe tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480169 Apr 08 17:40:59.284552 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (aa391ad3-8fae-41ae-991d-e9ff7810493c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:59.452274 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=aa391ad3-8fae-41ae-991d-e9ff7810493c,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:59.473809 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a383e-850d-427a-93e3-b9fafcc4d3d9 req-ae9cb2b6-f721-4a17-87d2-5b0a8d0b5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:59.475422 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b60a383e-850d-427a-93e3-b9fafcc4d3d9 req-ae9cb2b6-f721-4a17-87d2-5b0a8d0b5b88 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3f103763-c11f-4d92-9086-f3e9a134d754 HTTP/1.1" status: 200 len: 910 time: 0.3302472 Apr 08 17:40:59.507322 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-c5a39d40-d23d-467d-98dc-ccd6accab7c0 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:59.609077 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-49d28237-d15e-47e1-b981-450bd16ca35b req-bde64bd2-a66f-42b4-be09-9ba30954f474 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 210 time: 0.1236041 Apr 08 17:40:59.623562 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b60a383e-850d-427a-93e3-b9fafcc4d3d9 req-07486343-504d-43ee-b8b9-086a50930258 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=579ba765-a84b-4201-9993-6ad5dc1d7790 HTTP/1.1" status: 200 len: 217 time: 0.0984347 Apr 08 17:40:59.655018 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c6912-5159-40e6-9eed-de77e56070b9 req-42554b9e-1bc5-4bd9-8adb-c17419076341 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:59.658419 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-380c6912-5159-40e6-9eed-de77e56070b9 req-42554b9e-1bc5-4bd9-8adb-c17419076341 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 944 time: 0.1606960 Apr 08 17:40:59.685042 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-c5a39d40-d23d-467d-98dc-ccd6accab7c0 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:59.693680 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['aa391ad3-8fae-41ae-991d-e9ff7810493c'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:40:59.770375 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-c5a39d40-d23d-467d-98dc-ccd6accab7c0 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Network 3d46c65a-4971-4a7f-92b3-38349cf449e3 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:40:59.780442 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-c5a39d40-d23d-467d-98dc-ccd6accab7c0 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:59.788590 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-c5a39d40-d23d-467d-98dc-ccd6accab7c0 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:40:59.823696 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-380c6912-5159-40e6-9eed-de77e56070b9 req-ffded8a1-5d3d-4b8a-ae63-82e90b94a56f tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572857 Apr 08 17:40:59.858419 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a383e-850d-427a-93e3-b9fafcc4d3d9 req-af1e1060-6666-44c0-8615-3fe459fcd00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:59.859968 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b60a383e-850d-427a-93e3-b9fafcc4d3d9 req-af1e1060-6666-44c0-8615-3fe459fcd00d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=76d2ef6a-ec7c-4a6e-a5bd-b6be07ff9679 HTTP/1.1" status: 200 len: 849 time: 0.2178404 Apr 08 17:40:59.863582 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a39d40-d23d-467d-98dc-ccd6accab7c0 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Pushing event updated for resources: {'Port': ['ID=a77d3cab-e313-43bb-ba85-71744ec74bfc,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:59.939877 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b60a383e-850d-427a-93e3-b9fafcc4d3d9 req-ae86ba1c-8ff5-416f-b77f-618c7c227d07 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3f103763-c11f-4d92-9086-f3e9a134d754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502238 Apr 08 17:40:59.962274 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-c5a39d40-d23d-467d-98dc-ccd6accab7c0 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:59.962687 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-c5a39d40-d23d-467d-98dc-ccd6accab7c0 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:59.994396 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a872f25-1823-4869-af77-35ef05a586f9 req-39cbcd21-f033-4e1d-ba30-b623d0368b2b tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:59.994396 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4a872f25-1823-4869-af77-35ef05a586f9 req-39cbcd21-f033-4e1d-ba30-b623d0368b2b tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.1266093 Apr 08 17:41:00.106459 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-c5a39d40-d23d-467d-98dc-ccd6accab7c0 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4970319 Apr 08 17:41:00.162079 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4a872f25-1823-4869-af77-35ef05a586f9 req-81c3b605-da9b-4058-a6fe-5784a042fc7e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573591 Apr 08 17:41:00.230121 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Request body: {'port': {'device_id': '7912b095-825c-4c1f-8131-9aa11346d71a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:00.274762 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda16669-d007-4591-9dc3-169f65ccf8c3 req-0d9f3a87-ec8a-46f3-a5dc-7d346997494b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:00.277105 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bda16669-d007-4591-9dc3-169f65ccf8c3 req-0d9f3a87-ec8a-46f3-a5dc-7d346997494b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.1193833 Apr 08 17:41:00.334600 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-bb49ae4f-29b3-4090-ac80-d7130462c81a None None] Provisioning complete for port a77d3cab-e313-43bb-ba85-71744ec74bfc triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:00.334979 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-bb49ae4f-29b3-4090-ac80-d7130462c81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:00.378511 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bda16669-d007-4591-9dc3-169f65ccf8c3 req-e84e336b-c81c-4eca-8463-6f3fb3b6cf49 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768244 Apr 08 17:41:00.426314 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-bb49ae4f-29b3-4090-ac80-d7130462c81a None None] Port a77d3cab-e313-43bb-ba85-71744ec74bfc cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:41:00.467733 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b60a383e-850d-427a-93e3-b9fafcc4d3d9 req-ed3bf214-a2b8-4b16-80a5-58613f56ab43 service neutron] 10.222.0.91 "GET /v2.0/networks/3f103763-c11f-4d92-9086-f3e9a134d754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625936 Apr 08 17:41:00.469078 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:00.480731 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3b401-a22d-4a97-acfc-22479a970142 req-df3e8861-bee8-41d2-8aea-bcfeba7734e2 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:00.482332 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fbe3b401-a22d-4a97-acfc-22479a970142 req-df3e8861-bee8-41d2-8aea-bcfeba7734e2 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 949 time: 0.0808949 Apr 08 17:41:00.611604 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fbe3b401-a22d-4a97-acfc-22479a970142 req-4e739e01-4117-48e2-8531-c01923cd2c32 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148579 Apr 08 17:41:00.831205 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b60a383e-850d-427a-93e3-b9fafcc4d3d9 req-0b896482-d23a-4893-867e-34ac2b5c0cdc service neutron] 10.222.0.91 "GET /v2.0/networks/3f103763-c11f-4d92-9086-f3e9a134d754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438766 Apr 08 17:41:00.838891 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46d239-b111-471c-9bda-24ade6aad2d3 req-643519b8-50e3-4e71-8d7d-34e9c446e1cd tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:00.840430 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ea46d239-b111-471c-9bda-24ade6aad2d3 req-643519b8-50e3-4e71-8d7d-34e9c446e1cd tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 932 time: 0.0917926 Apr 08 17:41:00.993089 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ea46d239-b111-471c-9bda-24ade6aad2d3 req-514fd12f-8fa1-47df-9289-4b7b46bae2e4 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422002 Apr 08 17:41:01.052911 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 579ba765-a84b-4201-9993-6ad5dc1d7790 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:41:01.068490 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device aa391ad3-8fae-41ae-991d-e9ff7810493c up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:41:01.128922 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7db3e-c4b1-498d-9d01-e2408fdc1196 req-d51dad37-c2ca-434a-b0de-8402e12668e6 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:01.130673 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-97c7db3e-c4b1-498d-9d01-e2408fdc1196 req-d51dad37-c2ca-434a-b0de-8402e12668e6 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 944 time: 0.1299903 Apr 08 17:41:01.313768 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-97c7db3e-c4b1-498d-9d01-e2408fdc1196 req-0e9dfe16-e783-4a93-aaef-fc67e6f9a2f5 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552403 Apr 08 17:41:01.369425 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77d3cab-e313-43bb-ba85-71744ec74bfc {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:41:01.401557 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Publish callbacks [] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:01.446324 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Transition to ACTIVE for port object a77d3cab-e313-43bb-ba85-71744ec74bfc will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:41:01.456407 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:01.478811 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573d6db-3990-4cb2-b301-1f03c67c7bb9 req-8aa8fab8-3065-4503-bf70-2038fb1da218 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:01.493034 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4573d6db-3990-4cb2-b301-1f03c67c7bb9 req-8aa8fab8-3065-4503-bf70-2038fb1da218 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.1741064 Apr 08 17:41:01.719083 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234a0fb-0708-4a92-bd20-8f03b7789dd6 req-f68194a1-8a8a-4158-bcb2-4be5cd21637c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:01.730102 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0234a0fb-0708-4a92-bd20-8f03b7789dd6 req-f68194a1-8a8a-4158-bcb2-4be5cd21637c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.1497326 Apr 08 17:41:01.751567 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Pushing event updated for resources: {'Port': ['ID=a77d3cab-e313-43bb-ba85-71744ec74bfc,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:01.784141 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:01.784546 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:01.784927 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:01.785311 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:01.785825 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:01.786319 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:01.786861 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:01.787307 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:01.787803 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:01.800880 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4573d6db-3990-4cb2-b301-1f03c67c7bb9 req-9df9c2f0-2e7e-4a2a-b73e-9e7829169a18 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064442 Apr 08 17:41:01.815414 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:01.816334 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:01.817174 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:01.817513 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:01.818149 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:01.819043 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:01.861946 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Attempting to bind port a77d3cab-e313-43bb-ba85-71744ec74bfc on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:41:01.863799 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Attempting to bind port a77d3cab-e313-43bb-ba85-71744ec74bfc by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '5f841c34-c6dd-467e-82f9-2f99f5064ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:41:01.865445 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Attempting to bind port a77d3cab-e313-43bb-ba85-71744ec74bfc on network 3d46c65a-4971-4a7f-92b3-38349cf449e3 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:41:01.877912 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Port a77d3cab-e313-43bb-ba85-71744ec74bfc on network 3d46c65a-4971-4a7f-92b3-38349cf449e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:41:01.880639 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Attempting to bind port a77d3cab-e313-43bb-ba85-71744ec74bfc on network 3d46c65a-4971-4a7f-92b3-38349cf449e3 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:41:01.885664 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port aa391ad3-8fae-41ae-991d-e9ff7810493c completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:41:01.890969 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:41:01.895043 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Checking segment: {'id': '5f841c34-c6dd-467e-82f9-2f99f5064ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:41:01.895712 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Bound using segment: {'id': '5f841c34-c6dd-467e-82f9-2f99f5064ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:41:01.896425 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Bound port: a77d3cab-e313-43bb-ba85-71744ec74bfc, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f841c34-c6dd-467e-82f9-2f99f5064ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:41:01.897852 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:01.923591 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port aa391ad3-8fae-41ae-991d-e9ff7810493c triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:01.923973 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (aa391ad3-8fae-41ae-991d-e9ff7810493c), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:01.956798 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0234a0fb-0708-4a92-bd20-8f03b7789dd6 req-3b812c3a-f334-499e-bfdb-3a31e1097fec tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257187 Apr 08 17:41:02.023827 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] For port a77d3cab-e313-43bb-ba85-71744ec74bfc, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:41:02.034085 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] For port a77d3cab-e313-43bb-ba85-71744ec74bfc, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a77d3cab-e313-43bb-ba85-71744ec74bfc,segment=NetworkSegment(5f841c34-c6dd-467e-82f9-2f99f5064ce8),segment_id=5f841c34-c6dd-467e-82f9-2f99f5064ce8)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:41:02.039143 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a13f0-915c-4e4b-8a9e-f80cfe1e4ce4 req-3fca9b88-ad9f-42a6-9920-0ecdda28dc18 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:02.046757 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-de0a13f0-915c-4e4b-8a9e-f80cfe1e4ce4 req-3fca9b88-ad9f-42a6-9920-0ecdda28dc18 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 949 time: 0.0780272 Apr 08 17:41:02.051476 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:02.078245 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 579ba765-a84b-4201-9993-6ad5dc1d7790, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=579ba765-a84b-4201-9993-6ad5dc1d7790,segment=NetworkSegment(65aaa2bb-b6db-4490-a915-86c821f1e2cb),segment_id=65aaa2bb-b6db-4490-a915-86c821f1e2cb)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:41:02.111912 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': '579ba765-a84b-4201-9993-6ad5dc1d7790', 'network_id': '3f103763-c11f-4d92-9086-f3e9a134d754', 'port_id': '579ba765-a84b-4201-9993-6ad5dc1d7790', 'mac_address': 'fa:16:3e:6d:0d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2ef6a-ec7c-4a6e-a5bd-b6be07ff9679', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:41:02.135603 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:02.141345 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:02.142618 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] 10.222.0.91 "PUT /v2.0/ports/a77d3cab-e313-43bb-ba85-71744ec74bfc HTTP/1.1" status: 200 len: 1094 time: 1.9212036 Apr 08 17:41:02.143109 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7912b095-825c-4c1f-8131-9aa11346d71a', 'tag': 'a77d3cab-e313-43bb-ba85-71744ec74bfc'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:41:02.153306 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b291dd14-35e4-41a5-8cb7-b859b3e2d8af" -d '{"events": [{"name": "network-changed", "server_uuid": "7912b095-825c-4c1f-8131-9aa11346d71a", "tag": "a77d3cab-e313-43bb-ba85-71744ec74bfc"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:41:02.230344 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd0e07-4916-4564-82db-2b0bee3f6d7e service neutron] Pushing event updated for resources: {'Port': ['ID=a77d3cab-e313-43bb-ba85-71744ec74bfc,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:02.240192 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 579ba765-a84b-4201-9993-6ad5dc1d7790 is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:02.240970 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (579ba765-a84b-4201-9993-6ad5dc1d7790), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:02.244511 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-de0a13f0-915c-4e4b-8a9e-f80cfe1e4ce4 req-e414569f-87a6-472d-8262-a2e210f19dbb tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901622 Apr 08 17:41:02.337372 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 579ba765-a84b-4201-9993-6ad5dc1d7790 {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:41:02.373311 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802b2337-3b08-45b6-9400-c2e74fb70cd2 x-openstack-request-id: req-802b2337-3b08-45b6-9400-c2e74fb70cd2 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:41:02.373636 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7912b095-825c-4c1f-8131-9aa11346d71a", "tag": "a77d3cab-e313-43bb-ba85-71744ec74bfc", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:41:02.373969 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-802b2337-3b08-45b6-9400-c2e74fb70cd2 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:41:02.374458 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802b2337-3b08-45b6-9400-c2e74fb70cd2'] response: {'name': 'network-changed', 'server_uuid': '7912b095-825c-4c1f-8131-9aa11346d71a', 'tag': 'a77d3cab-e313-43bb-ba85-71744ec74bfc', 'status': 'completed', 'code': 200} Apr 08 17:41:02.411094 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce53ad-53dd-4186-a9a3-0ea5c1c656ad req-bc7936bc-ea85-4e9a-b5a7-c1983c0ebd53 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:02.423783 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-fca19585-8e4a-4d7b-bdb9-d73691e9c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:02.424574 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-41ce53ad-53dd-4186-a9a3-0ea5c1c656ad req-bc7936bc-ea85-4e9a-b5a7-c1983c0ebd53 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 944 time: 0.2735341 Apr 08 17:41:02.426657 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 579ba765-a84b-4201-9993-6ad5dc1d7790, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=579ba765-a84b-4201-9993-6ad5dc1d7790,segment=NetworkSegment(65aaa2bb-b6db-4490-a915-86c821f1e2cb),segment_id=65aaa2bb-b6db-4490-a915-86c821f1e2cb)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:41:02.441926 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-fca19585-8e4a-4d7b-bdb9-d73691e9c569 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ca55bd6671ec4be0b183e1248c09d34b&device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 1128 time: 0.1604521 Apr 08 17:41:02.442843 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (579ba765-a84b-4201-9993-6ad5dc1d7790), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:02.598899 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-5105d3b1-921d-42f2-8d91-6435ea57230e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a77d3cab-e313-43bb-ba85-71744ec74bfc HTTP/1.1" status: 200 len: 217 time: 0.1222219 Apr 08 17:41:02.751331 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port aa391ad3-8fae-41ae-991d-e9ff7810493c is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:02.751741 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (aa391ad3-8fae-41ae-991d-e9ff7810493c), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:02.753963 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-41ce53ad-53dd-4186-a9a3-0ea5c1c656ad req-7758ca1f-6c56-4af1-a000-25aacceab4d1 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263452 Apr 08 17:41:02.779553 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a04d4-a257-466b-be62-e2f3388da0fd req-358177c8-4950-4733-8b5a-7cc793b45b90 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:02.783788 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f20a04d4-a257-466b-be62-e2f3388da0fd req-358177c8-4950-4733-8b5a-7cc793b45b90 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 945 time: 0.3208427 Apr 08 17:41:02.833870 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-8da9336f-bf55-4785-b763-a45132fa3c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:02.837387 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-8da9336f-bf55-4785-b763-a45132fa3c1b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f73dc476-3c86-43aa-9145-70ffe54e5685 HTTP/1.1" status: 200 len: 854 time: 0.1900232 Apr 08 17:41:02.840069 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port aa391ad3-8fae-41ae-991d-e9ff7810493c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=aa391ad3-8fae-41ae-991d-e9ff7810493c,segment=NetworkSegment(514e07b3-2036-4692-81e3-1f8e7d384f74),segment_id=514e07b3-2036-4692-81e3-1f8e7d384f74)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:41:02.872271 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6802a1-b6c7-4280-a14c-050f52a13db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa391ad3-8fae-41ae-991d-e9ff7810493c'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:41:02.880342 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d644b8e2-e9e3-4482-b301-8dd2c3ac9367" -d '{"events": [{"server_uuid": "4a6802a1-b6c7-4280-a14c-050f52a13db9", "name": "network-vif-plugged", "status": "completed", "tag": "aa391ad3-8fae-41ae-991d-e9ff7810493c"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:41:02.934229 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['579ba765-a84b-4201-9993-6ad5dc1d7790'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:41:02.955348 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f20a04d4-a257-466b-be62-e2f3388da0fd req-8aee17c9-18ed-4bb6-9dd1-481e568b6ec7 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629770 Apr 08 17:41:02.984354 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-64f74a05-d19f-41d0-9145-535987ccef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:02.985979 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-64f74a05-d19f-41d0-9145-535987ccef16 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3d46c65a-4971-4a7f-92b3-38349cf449e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1375153 Apr 08 17:41:02.992470 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (aa391ad3-8fae-41ae-991d-e9ff7810493c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:03.130921 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe42837-7c26-4efc-8604-4f93291fa6a2 req-64ebd41e-ac5e-47de-92b2-9b316db5877e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:03.151433 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-afe42837-7c26-4efc-8604-4f93291fa6a2 req-64ebd41e-ac5e-47de-92b2-9b316db5877e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.1777351 Apr 08 17:41:03.228108 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=579ba765-a84b-4201-9993-6ad5dc1d7790,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:03.268916 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75917fc1-d4b8-42cd-b5de-8cec29deb9df x-openstack-request-id: req-75917fc1-d4b8-42cd-b5de-8cec29deb9df {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:41:03.268916 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6802a1-b6c7-4280-a14c-050f52a13db9", "name": "network-vif-plugged", "status": "completed", "tag": "aa391ad3-8fae-41ae-991d-e9ff7810493c", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:41:03.268916 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75917fc1-d4b8-42cd-b5de-8cec29deb9df {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:41:03.275136 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75917fc1-d4b8-42cd-b5de-8cec29deb9df'] response: {'server_uuid': '4a6802a1-b6c7-4280-a14c-050f52a13db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa391ad3-8fae-41ae-991d-e9ff7810493c', 'code': 200} Apr 08 17:41:03.277306 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-d2d440b7-8094-460a-8a9a-0fa86bc0ba50 service neutron] 10.222.0.91 "GET /v2.0/networks/3d46c65a-4971-4a7f-92b3-38349cf449e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606792 Apr 08 17:41:03.440963 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57607e1-b3ee-4338-9f9d-1a4c38d6f96b req-34538dec-cdaf-486a-8c74-21c22b23e0e8 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:03.449099 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d57607e1-b3ee-4338-9f9d-1a4c38d6f96b req-34538dec-cdaf-486a-8c74-21c22b23e0e8 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.1605608 Apr 08 17:41:03.461202 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-afe42837-7c26-4efc-8604-4f93291fa6a2 req-31075565-2b03-42bd-9c67-2946786ec75a tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027616 Apr 08 17:41:03.462711 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6ed20679-8ebc-4bd2-8f7f-227668d068e9 req-e8e4dd26-8ec5-462e-b5b3-ed7f5e041227 service neutron] 10.222.0.91 "GET /v2.0/networks/3d46c65a-4971-4a7f-92b3-38349cf449e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695485 Apr 08 17:41:03.517427 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=aa391ad3-8fae-41ae-991d-e9ff7810493c,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:03.625576 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fe141-6f6f-4b32-b1b9-8a98555a4e42 req-b7da88cd-586d-4d8a-8500-4d91b89149e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:03.665581 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-467fe141-6f6f-4b32-b1b9-8a98555a4e42 req-b7da88cd-586d-4d8a-8500-4d91b89149e7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 1134 time: 0.1756341 Apr 08 17:41:03.715758 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d57607e1-b3ee-4338-9f9d-1a4c38d6f96b req-f1b0202a-75ab-4fa9-a0f9-dec641939706 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653141 Apr 08 17:41:03.790212 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291dd14-35e4-41a5-8cb7-b859b3e2d8af req-8f828d3e-c68f-4572-8a22-7f2676c4c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:03.802394 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b291dd14-35e4-41a5-8cb7-b859b3e2d8af req-8f828d3e-c68f-4572-8a22-7f2676c4c94a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ca55bd6671ec4be0b183e1248c09d34b&device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 1128 time: 0.2231889 Apr 08 17:41:03.822638 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-467fe141-6f6f-4b32-b1b9-8a98555a4e42 req-65219329-9243-4260-af1b-8b8d251aacc1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678171 Apr 08 17:41:03.832141 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7073d1-9d09-4807-aada-6dfd64ea5da2 req-5c5d4201-ea5c-432c-bdec-93ddd039c7a9 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:03.844936 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5a7073d1-9d09-4807-aada-6dfd64ea5da2 req-5c5d4201-ea5c-432c-bdec-93ddd039c7a9 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 950 time: 0.1260021 Apr 08 17:41:04.026241 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213106d-6e13-43a9-9c69-f38da75c8ab2 req-cd5dbc03-0b32-496b-a397-c53e71c63ebb tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:04.035931 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a213106d-6e13-43a9-9c69-f38da75c8ab2 req-cd5dbc03-0b32-496b-a397-c53e71c63ebb tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 944 time: 0.1540644 Apr 08 17:41:04.061704 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291dd14-35e4-41a5-8cb7-b859b3e2d8af req-cd4eeb43-bc50-4857-a321-d8954c95f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:04.064048 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b291dd14-35e4-41a5-8cb7-b859b3e2d8af req-cd4eeb43-bc50-4857-a321-d8954c95f875 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3d46c65a-4971-4a7f-92b3-38349cf449e3 HTTP/1.1" status: 200 len: 916 time: 0.2122948 Apr 08 17:41:04.064929 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5a7073d1-9d09-4807-aada-6dfd64ea5da2 req-2d28f13d-3b57-4ede-a321-192154a609e5 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061393 Apr 08 17:41:04.117079 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a213106d-6e13-43a9-9c69-f38da75c8ab2 req-d60bf560-ab73-429d-94ee-ddf2e6e09135 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801108 Apr 08 17:41:04.214519 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a800c9d-37f6-4388-a93c-032acf6852da req-58f0af2f-4863-4045-b626-2cdf5122005f tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:04.216116 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8a800c9d-37f6-4388-a93c-032acf6852da req-58f0af2f-4863-4045-b626-2cdf5122005f tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 945 time: 0.0578287 Apr 08 17:41:04.300315 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8a800c9d-37f6-4388-a93c-032acf6852da req-14a28281-7d1f-44d8-a7ae-ae76af43879c tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781605 Apr 08 17:41:04.625771 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db994cb4-5063-49d2-a6d1-3de9c996daa5 req-4de9538c-1e14-4ceb-a16b-71c714c3a098 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:04.631826 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-db994cb4-5063-49d2-a6d1-3de9c996daa5 req-4de9538c-1e14-4ceb-a16b-71c714c3a098 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.0775621 Apr 08 17:41:04.770921 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-db994cb4-5063-49d2-a6d1-3de9c996daa5 req-f5c097e7-4486-49ab-add3-aaf3e4ff3018 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310983 Apr 08 17:41:04.955071 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43684884-b104-4bf5-bfa6-c6c16cf7a611 req-7269a088-05a6-45e6-a197-d69b36ad02ae tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:04.957139 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-43684884-b104-4bf5-bfa6-c6c16cf7a611 req-7269a088-05a6-45e6-a197-d69b36ad02ae tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0647180 Apr 08 17:41:05.073509 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-43684884-b104-4bf5-bfa6-c6c16cf7a611 req-c5ea0191-8ae6-4efe-8343-a211e43de3df tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096985 Apr 08 17:41:05.079743 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 579ba765-a84b-4201-9993-6ad5dc1d7790 up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:41:05.167292 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 46846) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:05.278944 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port 579ba765-a84b-4201-9993-6ad5dc1d7790 completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:41:05.291300 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port 579ba765-a84b-4201-9993-6ad5dc1d7790 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:05.296902 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (579ba765-a84b-4201-9993-6ad5dc1d7790), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:05.362686 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60410e-a120-4d9d-ac1f-0adade7d5ed2 req-9b05ebb4-a8c5-4950-984d-93697b346d68 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:05.366921 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5c60410e-a120-4d9d-ac1f-0adade7d5ed2 req-9b05ebb4-a8c5-4950-984d-93697b346d68 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 950 time: 0.1446397 Apr 08 17:41:05.502515 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 579ba765-a84b-4201-9993-6ad5dc1d7790 is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:05.502951 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (579ba765-a84b-4201-9993-6ad5dc1d7790), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:05.519581 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a906ec68-715b-4298-b480-80b6e91b7dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:05.549908 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579ba765-a84b-4201-9993-6ad5dc1d7790'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:41:05.555956 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515f9f78-d222-4a4d-bba2-63c36d2061a2" -d '{"events": [{"server_uuid": "00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37", "name": "network-vif-plugged", "status": "completed", "tag": "579ba765-a84b-4201-9993-6ad5dc1d7790"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:41:05.577814 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28b913-c8c5-4ff4-9541-71fc5430ba33 req-fdb6ee3b-1ad0-4026-a61e-fc5716b093d8 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:05.579753 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4d28b913-c8c5-4ff4-9541-71fc5430ba33 req-fdb6ee3b-1ad0-4026-a61e-fc5716b093d8 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 944 time: 0.2098088 Apr 08 17:41:05.591530 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 579ba765-a84b-4201-9993-6ad5dc1d7790, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=579ba765-a84b-4201-9993-6ad5dc1d7790,segment=NetworkSegment(65aaa2bb-b6db-4490-a915-86c821f1e2cb),segment_id=65aaa2bb-b6db-4490-a915-86c821f1e2cb)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:41:05.597492 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (579ba765-a84b-4201-9993-6ad5dc1d7790), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:05.654418 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5c60410e-a120-4d9d-ac1f-0adade7d5ed2 req-81b25081-6db5-49e0-a7c6-e93a475fcc42 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518539 Apr 08 17:41:05.739258 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=579ba765-a84b-4201-9993-6ad5dc1d7790,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:05.913434 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4d28b913-c8c5-4ff4-9541-71fc5430ba33 req-9f132c49-7c41-4666-a8e4-eff5ab93e8fe tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178353 Apr 08 17:41:05.958867 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa4608-0a05-4c1f-a559-39dfc93c325d req-2a13bd7b-a345-437e-acfb-7a744733f737 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:05.968184 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-91fa4608-0a05-4c1f-a559-39dfc93c325d req-2a13bd7b-a345-437e-acfb-7a744733f737 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 946 time: 0.1810856 Apr 08 17:41:05.972275 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e26d4f-d0f5-4134-b78a-4cf1bf73af0c x-openstack-request-id: req-31e26d4f-d0f5-4134-b78a-4cf1bf73af0c {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:41:05.972275 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37", "name": "network-vif-plugged", "status": "completed", "tag": "579ba765-a84b-4201-9993-6ad5dc1d7790", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:41:05.972619 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31e26d4f-d0f5-4134-b78a-4cf1bf73af0c {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:41:05.975180 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e26d4f-d0f5-4134-b78a-4cf1bf73af0c'] response: {'server_uuid': '00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579ba765-a84b-4201-9993-6ad5dc1d7790', 'code': 200} Apr 08 17:41:06.042892 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-91fa4608-0a05-4c1f-a559-39dfc93c325d req-23f552dd-f464-4493-b251-bcbbd63bd78b tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707874 Apr 08 17:41:06.073699 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a906ec68-715b-4298-b480-80b6e91b7dfc admin admin] Publish callbacks [] for security_group (8980739f-baec-4b24-a6bc-f0f7e11050be), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:06.096973 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a906ec68-715b-4298-b480-80b6e91b7dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (8980739f-baec-4b24-a6bc-f0f7e11050be), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:06.156553 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-a906ec68-715b-4298-b480-80b6e91b7dfc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d1ca588a41e4ea19ae6f8e9273c22f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9876006 Apr 08 17:41:06.158764 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 46866) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:06.170793 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906ec68-715b-4298-b480-80b6e91b7dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8980739f-baec-4b24-a6bc-f0f7e11050be,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:06.234104 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906ec68-715b-4298-b480-80b6e91b7dfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:06.235199 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906ec68-715b-4298-b480-80b6e91b7dfc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:06.236106 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906ec68-715b-4298-b480-80b6e91b7dfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:06.236879 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906ec68-715b-4298-b480-80b6e91b7dfc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:06.237569 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906ec68-715b-4298-b480-80b6e91b7dfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:06.238125 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906ec68-715b-4298-b480-80b6e91b7dfc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:06.238615 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906ec68-715b-4298-b480-80b6e91b7dfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:06.239318 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906ec68-715b-4298-b480-80b6e91b7dfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:06.240723 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906ec68-715b-4298-b480-80b6e91b7dfc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:06.241298 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906ec68-715b-4298-b480-80b6e91b7dfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:06.241803 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906ec68-715b-4298-b480-80b6e91b7dfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:06.242457 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906ec68-715b-4298-b480-80b6e91b7dfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:06.243698 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906ec68-715b-4298-b480-80b6e91b7dfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:06.244644 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906ec68-715b-4298-b480-80b6e91b7dfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:06.245196 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906ec68-715b-4298-b480-80b6e91b7dfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:06.266942 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e0d96c5a-6dc2-40a3-a809-1fa8f5e5f01f admin admin] Publish callbacks [] for security_group (8980739f-baec-4b24-a6bc-f0f7e11050be), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:06.315547 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e0d96c5a-6dc2-40a3-a809-1fa8f5e5f01f admin admin] Publish callbacks [] for security_group (8980739f-baec-4b24-a6bc-f0f7e11050be), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:06.335053 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874de0c7-e98f-4738-91a3-47f9b683540e req-f06da91d-3863-4131-bea6-8ec7ed363765 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:06.336980 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-874de0c7-e98f-4738-91a3-47f9b683540e req-f06da91d-3863-4131-bea6-8ec7ed363765 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.2899506 Apr 08 17:41:06.421168 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014be27a-c6fd-41bb-b340-33a0c533862e req-fb86b971-3de8-4cb3-a333-b2f69f920a7c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:06.438264 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-014be27a-c6fd-41bb-b340-33a0c533862e req-fb86b971-3de8-4cb3-a333-b2f69f920a7c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.2497022 Apr 08 17:41:06.585777 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b291dd14-35e4-41a5-8cb7-b859b3e2d8af req-2bc917bd-d243-405f-8907-c523ac3286b4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a77d3cab-e313-43bb-ba85-71744ec74bfc HTTP/1.1" status: 200 len: 217 time: 0.0999484 Apr 08 17:41:06.598404 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-874de0c7-e98f-4738-91a3-47f9b683540e req-69a581a0-d946-481b-a374-3f29d8d4b15f tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480130 Apr 08 17:41:06.599292 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e0d96c5a-6dc2-40a3-a809-1fa8f5e5f01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (8980739f-baec-4b24-a6bc-f0f7e11050be), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:06.602231 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e0d96c5a-6dc2-40a3-a809-1fa8f5e5f01f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:06.606030 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-e0d96c5a-6dc2-40a3-a809-1fa8f5e5f01f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8980739f-baec-4b24-a6bc-f0f7e11050be HTTP/1.1" status: 204 len: 168 time: 0.4438770 Apr 08 17:41:06.636777 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d96c5a-6dc2-40a3-a809-1fa8f5e5f01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8980739f-baec-4b24-a6bc-f0f7e11050be,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:06.698673 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-014be27a-c6fd-41bb-b340-33a0c533862e req-234a2608-4ab1-4e56-bb9c-e0e0163b696b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641463 Apr 08 17:41:06.880603 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452f8a8-5600-4c67-9f46-c9445282e641 req-6ee0c7fb-ae46-433b-b93b-78073fa7a560 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:06.882909 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0452f8a8-5600-4c67-9f46-c9445282e641 req-6ee0c7fb-ae46-433b-b93b-78073fa7a560 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 950 time: 0.1027489 Apr 08 17:41:07.002478 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0452f8a8-5600-4c67-9f46-c9445282e641 req-3f7ee276-5c2e-41d4-a42a-320355fea3d9 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129787 Apr 08 17:41:07.152841 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e7bea-82a1-4e97-90b2-751e8cd97b69 req-7dafd0c0-fef5-4400-8df5-6297e751c5a2 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:07.155052 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-570e7bea-82a1-4e97-90b2-751e8cd97b69 req-7dafd0c0-fef5-4400-8df5-6297e751c5a2 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 944 time: 0.1463714 Apr 08 17:41:07.342425 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 46882) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:07.347634 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a45d6-24ad-40aa-9f99-67c963aebe85 req-d6d225c6-7428-475f-b928-5092dc26c0c7 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:07.361681 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1d1a45d6-24ad-40aa-9f99-67c963aebe85 req-d6d225c6-7428-475f-b928-5092dc26c0c7 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 946 time: 0.2244358 Apr 08 17:41:07.364968 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-570e7bea-82a1-4e97-90b2-751e8cd97b69 req-8f76e7c3-728e-4131-8e84-4b7805838abd tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763055 Apr 08 17:41:07.383619 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-848f3aa5-d4f9-411b-8713-f0fa86399933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:07.473242 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1d1a45d6-24ad-40aa-9f99-67c963aebe85 req-ece8e71d-a865-4c73-b1e0-0f7768a1cb13 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018794 Apr 08 17:41:07.552490 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-848f3aa5-d4f9-411b-8713-f0fa86399933 admin admin] Publish callbacks [] for security_group (66886b6b-7fab-49b2-a749-c0b139baf0c6), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:07.559755 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-848f3aa5-d4f9-411b-8713-f0fa86399933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (66886b6b-7fab-49b2-a749-c0b139baf0c6), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:07.678524 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-848f3aa5-d4f9-411b-8713-f0fa86399933 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=896bb43645794408b978706cbb61918e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333886 Apr 08 17:41:07.681351 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 46888) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:07.681511 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f3aa5-d4f9-411b-8713-f0fa86399933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66886b6b-7fab-49b2-a749-c0b139baf0c6,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:07.836246 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 46892) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:07.836446 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45568e42-a3a6-469c-816e-f268ec6843e8 admin admin] Publish callbacks [] for security_group (66886b6b-7fab-49b2-a749-c0b139baf0c6), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:07.994904 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f85dc3-9e89-4d3b-afc1-58ded1182656 req-5432e45b-c267-45c1-9e58-f23a6a249c33 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:07.996515 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d9f85dc3-9e89-4d3b-afc1-58ded1182656 req-5432e45b-c267-45c1-9e58-f23a6a249c33 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.1884980 Apr 08 17:41:08.001263 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45568e42-a3a6-469c-816e-f268ec6843e8 admin admin] Publish callbacks [] for security_group (66886b6b-7fab-49b2-a749-c0b139baf0c6), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:08.019603 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d352b5-ef1b-40e4-b60d-013e29cd65d0 req-496b245d-b055-4fab-8cd6-769907f59b0f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:08.021205 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e5d352b5-ef1b-40e4-b60d-013e29cd65d0 req-496b245d-b055-4fab-8cd6-769907f59b0f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.1459913 Apr 08 17:41:08.149208 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d9f85dc3-9e89-4d3b-afc1-58ded1182656 req-9ba21801-764a-4cd7-9ac1-1b5c5dad8bb8 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449840 Apr 08 17:41:08.159652 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45568e42-a3a6-469c-816e-f268ec6843e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (66886b6b-7fab-49b2-a749-c0b139baf0c6), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:08.164984 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45568e42-a3a6-469c-816e-f268ec6843e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:08.184894 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-45568e42-a3a6-469c-816e-f268ec6843e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66886b6b-7fab-49b2-a749-c0b139baf0c6 HTTP/1.1" status: 204 len: 168 time: 0.5025454 Apr 08 17:41:08.226657 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e5d352b5-ef1b-40e4-b60d-013e29cd65d0 req-8f00a9eb-dcec-4b91-a830-d1eda224b73c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979790 Apr 08 17:41:08.240408 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45568e42-a3a6-469c-816e-f268ec6843e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66886b6b-7fab-49b2-a749-c0b139baf0c6,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:08.374634 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-51f199c9-c674-4db9-9180-2786b9124b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:08.392678 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd48f3-0bd6-4f7a-b069-4f4f85f186de req-6353945a-8881-49be-8886-7441d156c994 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:08.394235 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b6bd48f3-0bd6-4f7a-b069-4f4f85f186de req-6353945a-8881-49be-8886-7441d156c994 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 950 time: 0.0804636 Apr 08 17:41:08.584570 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b6bd48f3-0bd6-4f7a-b069-4f4f85f186de req-47b1bcea-c2c2-4dcb-956f-1b94a5c4b10c tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651268 Apr 08 17:41:08.632255 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-51f199c9-c674-4db9-9180-2786b9124b60 admin admin] Publish callbacks [] for security_group (74e670e1-051d-4c73-9cd6-8d3c7e167257), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:08.638431 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-51f199c9-c674-4db9-9180-2786b9124b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (74e670e1-051d-4c73-9cd6-8d3c7e167257), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:08.675927 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a9834-c3ee-4b64-be33-3e95742c81e0 req-914e97b6-c407-48d2-ada1-cc799f543032 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:08.680091 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5e8a9834-c3ee-4b64-be33-3e95742c81e0 req-914e97b6-c407-48d2-ada1-cc799f543032 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 944 time: 0.1531351 Apr 08 17:41:08.728278 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-51f199c9-c674-4db9-9180-2786b9124b60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06fa507134b24a0dbeeaaa5cdbd687ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8911779 Apr 08 17:41:08.731511 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 46910) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:08.738418 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f199c9-c674-4db9-9180-2786b9124b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e670e1-051d-4c73-9cd6-8d3c7e167257,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:08.797558 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782e605-9f8b-403c-b1be-7c8644d1c34d req-da15ca71-2d79-4209-8d6b-92eb652474b6 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:08.799148 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e782e605-9f8b-403c-b1be-7c8644d1c34d req-da15ca71-2d79-4209-8d6b-92eb652474b6 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 946 time: 0.1180484 Apr 08 17:41:08.918270 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5e8a9834-c3ee-4b64-be33-3e95742c81e0 req-07aad754-a7e0-4872-8da1-47c81c891f38 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243180 Apr 08 17:41:08.923386 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 46912) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:08.964279 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291dd14-35e4-41a5-8cb7-b859b3e2d8af req-2aee717e-2b22-4551-aa73-d47d48f15ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:08.965886 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b291dd14-35e4-41a5-8cb7-b859b3e2d8af req-2aee717e-2b22-4551-aa73-d47d48f15ba0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f73dc476-3c86-43aa-9145-70ffe54e5685 HTTP/1.1" status: 200 len: 854 time: 0.1851759 Apr 08 17:41:08.987789 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c0b0c932-4f3d-4ce3-9b06-c7c00d951a60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:09.054995 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b219b9f1-be47-48bf-80ad-23db26c81130 admin admin] Publish callbacks [] for security_group (74e670e1-051d-4c73-9cd6-8d3c7e167257), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:09.075445 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e782e605-9f8b-403c-b1be-7c8644d1c34d req-a4763d49-9354-45e9-9a78-292f04632386 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492301 Apr 08 17:41:09.129829 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b219b9f1-be47-48bf-80ad-23db26c81130 admin admin] Publish callbacks [] for security_group (74e670e1-051d-4c73-9cd6-8d3c7e167257), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:09.229469 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c0b0c932-4f3d-4ce3-9b06-c7c00d951a60 admin admin] Publish callbacks [] for security_group (d8417e8c-ede0-4170-80d5-3040c7e506e1), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:09.239023 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c0b0c932-4f3d-4ce3-9b06-c7c00d951a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (d8417e8c-ede0-4170-80d5-3040c7e506e1), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:09.249727 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291dd14-35e4-41a5-8cb7-b859b3e2d8af req-0274df02-5fdd-43c0-aae4-1e595c8af034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:09.250058 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b291dd14-35e4-41a5-8cb7-b859b3e2d8af req-0274df02-5fdd-43c0-aae4-1e595c8af034 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3d46c65a-4971-4a7f-92b3-38349cf449e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748048 Apr 08 17:41:09.274796 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b219b9f1-be47-48bf-80ad-23db26c81130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (74e670e1-051d-4c73-9cd6-8d3c7e167257), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:09.277296 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b219b9f1-be47-48bf-80ad-23db26c81130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:09.278458 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-b219b9f1-be47-48bf-80ad-23db26c81130 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74e670e1-051d-4c73-9cd6-8d3c7e167257 HTTP/1.1" status: 204 len: 168 time: 0.5300856 Apr 08 17:41:09.311011 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0c932-4f3d-4ce3-9b06-c7c00d951a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8417e8c-ede0-4170-80d5-3040c7e506e1,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:09.339640 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 46920) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:09.346663 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-c0b0c932-4f3d-4ce3-9b06-c7c00d951a60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f9d1cd016e34f379eb2cd56da897245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4080749 Apr 08 17:41:09.377608 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219b9f1-be47-48bf-80ad-23db26c81130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e670e1-051d-4c73-9cd6-8d3c7e167257,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:09.493487 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2154cfa6-08dc-4c80-a801-831dd25d99ab admin admin] Publish callbacks [] for security_group (d8417e8c-ede0-4170-80d5-3040c7e506e1), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:09.540577 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2154cfa6-08dc-4c80-a801-831dd25d99ab admin admin] Publish callbacks [] for security_group (d8417e8c-ede0-4170-80d5-3040c7e506e1), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:09.553387 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74990f-c7a4-40ce-a453-79d219641067 req-ae70cefa-98b7-42b7-ab2c-b90b969a0298 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:09.567833 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-af74990f-c7a4-40ce-a453-79d219641067 req-ae70cefa-98b7-42b7-ab2c-b90b969a0298 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.2085013 Apr 08 17:41:09.629225 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2154cfa6-08dc-4c80-a801-831dd25d99ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (d8417e8c-ede0-4170-80d5-3040c7e506e1), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:09.632784 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2154cfa6-08dc-4c80-a801-831dd25d99ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:09.636515 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-2154cfa6-08dc-4c80-a801-831dd25d99ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8417e8c-ede0-4170-80d5-3040c7e506e1 HTTP/1.1" status: 204 len: 168 time: 0.2935343 Apr 08 17:41:09.645069 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154cfa6-08dc-4c80-a801-831dd25d99ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8417e8c-ede0-4170-80d5-3040c7e506e1,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:09.681011 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393356ca-a692-428e-9913-fc502a1e40a1 req-d996e89b-cad5-4661-96b8-5c91a834c3ef tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:09.688025 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-393356ca-a692-428e-9913-fc502a1e40a1 req-d996e89b-cad5-4661-96b8-5c91a834c3ef tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.1191366 Apr 08 17:41:09.763140 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-af74990f-c7a4-40ce-a453-79d219641067 req-bb18b38c-d295-4501-be62-3918e237e06e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084859 Apr 08 17:41:09.839037 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-393356ca-a692-428e-9913-fc502a1e40a1 req-1688516e-ec07-46f5-a120-db6727b5a931 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473155 Apr 08 17:41:09.928619 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 46934) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:09.951602 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-22ac31b7-4543-4aae-836d-5c69162dac20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:09.962629 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8ec74-1365-434a-9108-b56fc44b30ac req-a3bf58e4-fd14-4097-b72a-4a3e4423e009 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:09.980886 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bdf8ec74-1365-434a-9108-b56fc44b30ac req-a3bf58e4-fd14-4097-b72a-4a3e4423e009 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 950 time: 0.1029773 Apr 08 17:41:10.151615 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-22ac31b7-4543-4aae-836d-5c69162dac20 admin admin] Publish callbacks [] for security_group (650c6114-2c25-4e20-b02d-14da699553f6), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:10.158156 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-22ac31b7-4543-4aae-836d-5c69162dac20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (650c6114-2c25-4e20-b02d-14da699553f6), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:10.209692 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-22ac31b7-4543-4aae-836d-5c69162dac20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=300973b179e74f4296c521ac7ad57724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793939 Apr 08 17:41:10.215396 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 46944) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:10.270079 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac31b7-4543-4aae-836d-5c69162dac20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650c6114-2c25-4e20-b02d-14da699553f6,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:10.323806 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-eea9d343-d9e9-464e-b451-761fc9749982 admin admin] Publish callbacks [] for security_group (650c6114-2c25-4e20-b02d-14da699553f6), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:10.340845 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bdf8ec74-1365-434a-9108-b56fc44b30ac req-361fde5d-6e06-4b0e-a35d-a78bc716d3e4 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588209 Apr 08 17:41:10.358392 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-eea9d343-d9e9-464e-b451-761fc9749982 admin admin] Publish callbacks [] for security_group (650c6114-2c25-4e20-b02d-14da699553f6), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:10.375057 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d30b0c-d3db-4fe7-83d7-faafd32c35aa req-9d65c5f9-9b8a-4c15-94fe-6bc9c4cadd78 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:10.401433 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-10d30b0c-d3db-4fe7-83d7-faafd32c35aa req-9d65c5f9-9b8a-4c15-94fe-6bc9c4cadd78 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 944 time: 0.3462646 Apr 08 17:41:10.463553 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-eea9d343-d9e9-464e-b451-761fc9749982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (650c6114-2c25-4e20-b02d-14da699553f6), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:10.470058 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-eea9d343-d9e9-464e-b451-761fc9749982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:10.476353 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-eea9d343-d9e9-464e-b451-761fc9749982 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/650c6114-2c25-4e20-b02d-14da699553f6 HTTP/1.1" status: 204 len: 168 time: 0.2577934 Apr 08 17:41:10.490223 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9d343-d9e9-464e-b451-761fc9749982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650c6114-2c25-4e20-b02d-14da699553f6,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:10.543040 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:41:10.551470 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d99c77-76fc-4b1a-a62d-8ecea45196d1 req-99466cb1-fa89-4614-b4ba-78a0ab35636d tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:10.551867 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b2d99c77-76fc-4b1a-a62d-8ecea45196d1 req-99466cb1-fa89-4614-b4ba-78a0ab35636d tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 946 time: 0.1310472 Apr 08 17:41:10.585176 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-10d30b0c-d3db-4fe7-83d7-faafd32c35aa req-6d6d48c9-cb8e-4168-b5c0-22a56e24e0cd tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846480 Apr 08 17:41:10.631292 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b2d99c77-76fc-4b1a-a62d-8ecea45196d1 req-7f819e13-8732-4476-98ef-a8f34b08b8b4 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701582 Apr 08 17:41:10.999394 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c1bdd-5bf8-4423-a2e8-65f902228635 req-8390a9f7-7d80-4537-bbb2-a035d336f9c4 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:11.001119 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8d0c1bdd-5bf8-4423-a2e8-65f902228635 req-8390a9f7-7d80-4537-bbb2-a035d336f9c4 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.1032302 Apr 08 17:41:11.112356 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c8f70-f6a0-47c9-bf42-2dc2974b6fdf req-d68cf8cf-dfc4-48d6-b5b5-31fa06e67c6f tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:11.113995 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5d3c8f70-f6a0-47c9-bf42-2dc2974b6fdf req-d68cf8cf-dfc4-48d6-b5b5-31fa06e67c6f tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 950 time: 0.1000504 Apr 08 17:41:11.118751 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 46978) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:11.176466 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8d0c1bdd-5bf8-4423-a2e8-65f902228635 req-e20a7dc4-8a35-4c9d-adcb-80f43df164f7 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693356 Apr 08 17:41:11.224875 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5d3c8f70-f6a0-47c9-bf42-2dc2974b6fdf req-c7a442de-20cb-42f5-a076-d0e7cca32180 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913966 Apr 08 17:41:11.339479 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fca79-4312-4306-a175-960f08cb7c12 req-12355d3c-6458-46b6-84aa-3a7e5b618431 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:11.346813 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7a7fca79-4312-4306-a175-960f08cb7c12 req-12355d3c-6458-46b6-84aa-3a7e5b618431 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0859864 Apr 08 17:41:11.352834 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-ecb0627d-79f3-45fc-b9f1-8fecc49b3cc6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1721933351-network', 'tenant_id': '5f737778e54346c1b6ff286669cf0345'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:11.397646 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb0627d-79f3-45fc-b9f1-8fecc49b3cc6 admin admin] Made reservation on behalf of 5f737778e54346c1b6ff286669cf0345 for: {'network': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:41:11.400648 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ecb0627d-79f3-45fc-b9f1-8fecc49b3cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for network (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:11.408294 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7a7fca79-4312-4306-a175-960f08cb7c12 req-074cd16e-84ac-47d9-8670-66b5f414e143 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603700 Apr 08 17:41:11.420869 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ecb0627d-79f3-45fc-b9f1-8fecc49b3cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:11.580597 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ecb0627d-79f3-45fc-b9f1-8fecc49b3cc6 admin admin] Publish callbacks [] for security_group (af642749-8f63-4353-ad63-fc6d27a09bd1), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:11.592158 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ecb0627d-79f3-45fc-b9f1-8fecc49b3cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (af642749-8f63-4353-ad63-fc6d27a09bd1), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:11.630800 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0627d-79f3-45fc-b9f1-8fecc49b3cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af642749-8f63-4353-ad63-fc6d27a09bd1,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:11.673349 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb0627d-79f3-45fc-b9f1-8fecc49b3cc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=103643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:41:11.684280 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ecb0627d-79f3-45fc-b9f1-8fecc49b3cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (37a6fb90-9bc3-4200-8f22-400e0008a1b5), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:11.684828 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.segments_db [None req-ecb0627d-79f3-45fc-b9f1-8fecc49b3cc6 admin admin] Added segment 37a6fb90-9bc3-4200-8f22-400e0008a1b5 of type vlan for network 5a3136a7-a509-4273-8192-f1445720478e Apr 08 17:41:11.740498 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ecb0627d-79f3-45fc-b9f1-8fecc49b3cc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761100671573'] for network (5a3136a7-a509-4273-8192-f1445720478e), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:11.789160 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ecb0627d-79f3-45fc-b9f1-8fecc49b3cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for network (5a3136a7-a509-4273-8192-f1445720478e), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:11.790294 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb0627d-79f3-45fc-b9f1-8fecc49b3cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:11.790887 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ecb0627d-79f3-45fc-b9f1-8fecc49b3cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:11.823596 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc769c2f-7b56-4d7d-9421-a41fcdf8e69e req-c59ae947-2570-466c-8d87-0b5ce59d981b tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:11.835654 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-dc769c2f-7b56-4d7d-9421-a41fcdf8e69e req-c59ae947-2570-466c-8d87-0b5ce59d981b tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 944 time: 0.1114409 Apr 08 17:41:11.925304 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef05cea-49f0-48f8-bdad-319aa55ecd14 req-db5ff532-3e6c-4ad2-9f48-60fdd5259c2b tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:11.927695 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cef05cea-49f0-48f8-bdad-319aa55ecd14 req-db5ff532-3e6c-4ad2-9f48-60fdd5259c2b tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 946 time: 0.1272633 Apr 08 17:41:11.940567 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0627d-79f3-45fc-b9f1-8fecc49b3cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=5a3136a7-a509-4273-8192-f1445720478e,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:11.943939 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-dc769c2f-7b56-4d7d-9421-a41fcdf8e69e req-8d73dfd7-8809-4f1c-8314-86eb3a48dbc0 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029086 Apr 08 17:41:11.949512 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-ecb0627d-79f3-45fc-b9f1-8fecc49b3cc6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8269565 Apr 08 17:41:11.951085 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 47002) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:11.956056 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Network 5a3136a7-a509-4273-8192-f1445720478e details requested by agent ovs-agent-dv-cinder-837164-1-iscsi with host dv-cinder-837164-1-iscsi {{(pid=103645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:41:11.970741 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-51da5dc2-160e-4d4b-8680-071cd478b398 admin admin] Request body: {'subnet': {'network_id': '5a3136a7-a509-4273-8192-f1445720478e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1721933351-subnet', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'ip_version': 4}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:12.045366 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51da5dc2-160e-4d4b-8680-071cd478b398 admin admin] Made reservation on behalf of 5f737778e54346c1b6ff286669cf0345 for: {'subnet': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:41:12.048067 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-51da5dc2-160e-4d4b-8680-071cd478b398 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5067452'] for subnet (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:12.091799 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cef05cea-49f0-48f8-bdad-319aa55ecd14 req-e6711666-ff14-4276-8281-a30249ec7858 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448863 Apr 08 17:41:12.362419 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-51da5dc2-160e-4d4b-8680-071cd478b398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7535342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5067474'] for subnet (f2fd8198-fe62-4651-aa0b-73bb0681f47e), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:12.430690 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a799a-87cb-45a6-a5f2-e40d3babeb36 req-a73b02ce-0790-43e2-bcb6-cbb5bd7825c2 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:12.437855 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8d6a799a-87cb-45a6-a5f2-e40d3babeb36 req-a73b02ce-0790-43e2-bcb6-cbb5bd7825c2 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.1316705 Apr 08 17:41:12.463179 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957568c6-41c1-4303-a9de-571cf7d290ab req-e22a8411-8e98-42e0-b85a-2cf26971227a tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:12.464953 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-957568c6-41c1-4303-a9de-571cf7d290ab req-e22a8411-8e98-42e0-b85a-2cf26971227a tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 950 time: 0.0841117 Apr 08 17:41:12.489483 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da5dc2-160e-4d4b-8680-071cd478b398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2fd8198-fe62-4651-aa0b-73bb0681f47e,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:12.501314 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da5dc2-160e-4d4b-8680-071cd478b398 admin admin] Checking segment: {'id': '37a6fb90-9bc3-4200-8f22-400e0008a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '5a3136a7-a509-4273-8192-f1445720478e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:41:12.502385 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51da5dc2-160e-4d4b-8680-071cd478b398 admin admin] Network hostable DHCP agents. Network: 5a3136a7-a509-4273-8192-f1445720478e, hostable agents: ['72b2ee88-fa79-44c9-b63e-eafca22f1392'], hosted agents: [] {{(pid=103643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:41:12.531089 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51da5dc2-160e-4d4b-8680-071cd478b398 admin admin] Network 5a3136a7-a509-4273-8192-f1445720478e is scheduled to be hosted by DHCP agent 72b2ee88-fa79-44c9-b63e-eafca22f1392 with binding_index 1 {{(pid=103643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:41:12.532662 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8d6a799a-87cb-45a6-a5f2-e40d3babeb36 req-a77af989-9a25-42ef-b941-46c80d33ac3e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896258 Apr 08 17:41:12.570157 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-51da5dc2-160e-4d4b-8680-071cd478b398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837164-1-iscsi, 5a3136a7-a509-4273-8192-f1445720478e) {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:41:12.595436 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917d33c0-57cd-4a12-80d8-7e5aa6e69d9a None None] Network 5a3136a7-a509-4273-8192-f1445720478e requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:41:12.600796 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51da5dc2-160e-4d4b-8680-071cd478b398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:12.602283 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-51da5dc2-160e-4d4b-8680-071cd478b398 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:12.639055 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-957568c6-41c1-4303-a9de-571cf7d290ab req-0331447b-a97e-4037-8d6d-0e771989df45 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660523 Apr 08 17:41:12.668032 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 47020) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:12.669172 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-51da5dc2-160e-4d4b-8680-071cd478b398 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7167354 Apr 08 17:41:12.673675 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-eb5fb5a9-dfdf-46aa-b837-9230d12abb83 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1721933351-router', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:12.775181 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb0003-a2e4-448b-b611-6258ddb2d67f req-0520a4b6-3dd0-4506-8bdb-70fc737b0b30 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:12.776809 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-33fb0003-a2e4-448b-b611-6258ddb2d67f req-0520a4b6-3dd0-4506-8bdb-70fc737b0b30 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0880420 Apr 08 17:41:12.784415 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46dd6811-0023-5a74-808c-f3f6e7a50dab-5a3136a7-a509-4273-8192-f1445720478e', 'network_id': '5a3136a7-a509-4273-8192-f1445720478e', 'project_id': '5f737778e54346c1b6ff286669cf0345', 'fixed_ips': [{'subnet_id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e'}]}} from dv-cinder-837164-1-iscsi. {{(pid=103645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:41:12.785928 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:12.848255 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-eb5fb5a9-dfdf-46aa-b837-9230d12abb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6541'] for router (7d87c93a-cdf2-42a6-a4af-fb44226ce246), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:12.849318 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-eb5fb5a9-dfdf-46aa-b837-9230d12abb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1646445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6548'] for router (7d87c93a-cdf2-42a6-a4af-fb44226ce246), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:12.920834 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-33fb0003-a2e4-448b-b611-6258ddb2d67f req-b4b1d3aa-d3fb-46ed-909e-4ad674ced9bd tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353467 Apr 08 17:41:12.978202 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-eb5fb5a9-dfdf-46aa-b837-9230d12abb83 admin admin] Publish callbacks [] for router_controller (7d87c93a-cdf2-42a6-a4af-fb44226ce246), precommit_add_association {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:13.079188 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.db_base_plugin_common [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Allocated IP 172.20.0.2 (5a3136a7-a509-4273-8192-f1445720478e/f2fd8198-fe62-4651-aa0b-73bb0681f47e/0ccdd23d-1fef-43c5-a14d-47ff79ddd795) {{(pid=103645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:41:13.119707 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c9d97-0e33-441d-a2c4-ce810d2c16f3 req-d540f1a8-bc86-4bd2-b555-603c469123af tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:13.121547 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ae6c9d97-0e33-441d-a2c4-ce810d2c16f3 req-d540f1a8-bc86-4bd2-b555-603c469123af tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 944 time: 0.0912738 Apr 08 17:41:13.252556 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ae6c9d97-0e33-441d-a2c4-ce810d2c16f3 req-1504523e-4b06-4e6c-8de0-d2c93e4cb6fd tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210508 Apr 08 17:41:13.321719 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-eb5fb5a9-dfdf-46aa-b837-9230d12abb83 admin admin] Publish callbacks [] for router_gateway (7d87c93a-cdf2-42a6-a4af-fb44226ce246), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:13.493070 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Publish callbacks [] for port (0ccdd23d-1fef-43c5-a14d-47ff79ddd795), precommit_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:13.503301 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632'] for port (0ccdd23d-1fef-43c5-a14d-47ff79ddd795), after_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:13.531283 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae08511-a367-47cc-986c-0b07779bba37 req-c4331141-0cd4-4db1-bfec-20452cfe4d29 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:13.532875 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0ae08511-a367-47cc-986c-0b07779bba37 req-c4331141-0cd4-4db1-bfec-20452cfe4d29 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 946 time: 0.2794025 Apr 08 17:41:13.605988 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Pushing event updated for resources: {'Port': ['ID=0ccdd23d-1fef-43c5-a14d-47ff79ddd795,revision_number=1']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:13.658730 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Network 5a3136a7-a509-4273-8192-f1445720478e is already hosted by enough agents. {{(pid=103645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:41:13.660408 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.base_scheduler [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Resources bound (agent type, host, resource id): {{(pid=103645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:41:13.672390 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Received port after_create {{(pid=103645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:41:13.679522 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:13.680078 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:13.680621 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:13.681148 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:13.681645 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:13.682145 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:13.682640 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:13.683142 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:13.683635 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:13.684758 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:13.685293 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:13.685901 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:13.686483 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:13.686974 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:13.687470 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:13.692474 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0ae08511-a367-47cc-986c-0b07779bba37 req-631f7b44-153a-4cb5-9806-33fd685044e8 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192708 Apr 08 17:41:13.695840 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-eb5fb5a9-dfdf-46aa-b837-9230d12abb83 admin admin] Publish callbacks [] for router_gateway (7d87c93a-cdf2-42a6-a4af-fb44226ce246), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:13.771735 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-eb5fb5a9-dfdf-46aa-b837-9230d12abb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:13.789729 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Attempting to bind port 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:41:13.790106 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Attempting to bind port 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '37a6fb90-9bc3-4200-8f22-400e0008a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '5a3136a7-a509-4273-8192-f1445720478e'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:41:13.792375 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Attempting to bind port 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 on network 5a3136a7-a509-4273-8192-f1445720478e {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:41:13.808084 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:41:13.808632 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Checking segment: {'id': '37a6fb90-9bc3-4200-8f22-400e0008a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '5a3136a7-a509-4273-8192-f1445720478e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:41:13.809057 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:13.809473 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Bound using segment: {'id': '37a6fb90-9bc3-4200-8f22-400e0008a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '5a3136a7-a509-4273-8192-f1445720478e'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:41:13.812675 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Bound port: 0ccdd23d-1fef-43c5-a14d-47ff79ddd795, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a6fb90-9bc3-4200-8f22-400e0008a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '5a3136a7-a509-4273-8192-f1445720478e'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:41:13.813124 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (0ccdd23d-1fef-43c5-a14d-47ff79ddd795), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:13.911244 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] For port 0ccdd23d-1fef-43c5-a14d-47ff79ddd795, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:41:13.915514 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] For port 0ccdd23d-1fef-43c5-a14d-47ff79ddd795, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=0ccdd23d-1fef-43c5-a14d-47ff79ddd795,segment=NetworkSegment(37a6fb90-9bc3-4200-8f22-400e0008a1b5),segment_id=37a6fb90-9bc3-4200-8f22-400e0008a1b5)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:41:13.922796 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (0ccdd23d-1fef-43c5-a14d-47ff79ddd795), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:13.992064 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9d688-e50b-4c6c-89ef-41d1c9f2baef req-0398a669-8977-4fb1-93bf-e1cdccc1f70d tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:13.994225 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-26f9d688-e50b-4c6c-89ef-41d1c9f2baef req-0398a669-8977-4fb1-93bf-e1cdccc1f70d tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 950 time: 0.1300020 Apr 08 17:41:13.998520 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8250728-beb2-4f6c-b934-35535e902cdb None None] Pushing event updated for resources: {'Port': ['ID=0ccdd23d-1fef-43c5-a14d-47ff79ddd795,revision_number=2']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:14.022102 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd8e2b-ab40-4d6a-956e-3288296d3488 req-f9a10581-d5d1-4084-8372-67e4d31615ad tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:14.023839 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8bcd8e2b-ab40-4d6a-956e-3288296d3488 req-f9a10581-d5d1-4084-8372-67e4d31615ad tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.3579478 Apr 08 17:41:14.062311 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-eb5fb5a9-dfdf-46aa-b837-9230d12abb83 admin admin] Allocated IP 172.27.0.93 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/ba09f41f-e976-4a8f-9f6e-ce2454617c17) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:41:14.147064 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-26f9d688-e50b-4c6c-89ef-41d1c9f2baef req-40de5c0b-21ec-436e-8950-4b6c35734b5d tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219010 Apr 08 17:41:14.172135 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8bcd8e2b-ab40-4d6a-956e-3288296d3488 req-c84e497c-6397-43ed-9153-eeb1f34a4bed tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286101 Apr 08 17:41:14.293844 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-eb5fb5a9-dfdf-46aa-b837-9230d12abb83 admin admin] Publish callbacks [] for port (ba09f41f-e976-4a8f-9f6e-ce2454617c17), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:14.387546 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b6395-4e0c-441c-9967-4838f0b5f8fa req-339f06cb-f4e4-49c5-a8f6-e637b0c1dabc tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:14.396510 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7a6b6395-4e0c-441c-9967-4838f0b5f8fa req-339f06cb-f4e4-49c5-a8f6-e637b0c1dabc tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0989330 Apr 08 17:41:14.468899 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-eb5fb5a9-dfdf-46aa-b837-9230d12abb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (ba09f41f-e976-4a8f-9f6e-ce2454617c17), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:14.494240 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e45eb-d7e1-436e-b231-5b3be6eb7176 req-1a65a0a4-867d-45df-8e5f-bf67089a32e5 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:14.495915 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-178e45eb-d7e1-436e-b231-5b3be6eb7176 req-1a65a0a4-867d-45df-8e5f-bf67089a32e5 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 944 time: 0.1381731 Apr 08 17:41:14.536145 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cc528-a540-47e7-a55a-321063ae9187 req-16d7bda7-9f50-4c7f-8641-ed4f8922cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:14.536790 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7d2cc528-a540-47e7-a55a-321063ae9187 req-16d7bda7-9f50-4c7f-8641-ed4f8922cda9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 1130 time: 0.1439683 Apr 08 17:41:14.563833 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5fb5a9-dfdf-46aa-b837-9230d12abb83 admin admin] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:41:14.565304 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b291dd14-35e4-41a5-8cb7-b859b3e2d8af req-71e2e1d5-5854-4d1d-9e68-14adcbe43b20 service neutron] 10.222.0.91 "GET /v2.0/networks/3d46c65a-4971-4a7f-92b3-38349cf449e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852303 Apr 08 17:41:14.576984 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7a6b6395-4e0c-441c-9967-4838f0b5f8fa req-4e8e88ee-3a39-4079-b1db-5d05d50129b9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793418 Apr 08 17:41:14.586578 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-eb5fb5a9-dfdf-46aa-b837-9230d12abb83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:41:14.600330 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5fb5a9-dfdf-46aa-b837-9230d12abb83 admin admin] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:41:14.605316 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fb5a9-dfdf-46aa-b837-9230d12abb83 admin admin] Pushing event updated for resources: {'Port': ['ID=ba09f41f-e976-4a8f-9f6e-ce2454617c17,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:14.670073 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-178e45eb-d7e1-436e-b231-5b3be6eb7176 req-2d4cfe3f-4a87-4989-b3e0-af541775a3ff tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363196 Apr 08 17:41:14.702027 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:14.836233 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bba26e-0e8c-4a74-a5e2-326b98c25581 req-0dedc40f-9011-4e59-9bb2-4a2e0660485a tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:14.837782 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b0bba26e-0e8c-4a74-a5e2-326b98c25581 req-0dedc40f-9011-4e59-9bb2-4a2e0660485a tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 946 time: 0.0724618 Apr 08 17:41:14.967667 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b0bba26e-0e8c-4a74-a5e2-326b98c25581 req-49332b94-297d-4cd3-ae4e-02def6905867 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934377 Apr 08 17:41:14.981045 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-eb5fb5a9-dfdf-46aa-b837-9230d12abb83 admin admin] Publish callbacks [] for router_gateway (7d87c93a-cdf2-42a6-a4af-fb44226ce246), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:15.099476 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d71814a-020a-4877-bd45-c32ec3fe87a5 None None] Network 5a3136a7-a509-4273-8192-f1445720478e requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:41:15.174171 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-480247d6-b491-4407-ba4e-11520a74e83e None None] Provisioning complete for port 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:15.174556 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-480247d6-b491-4407-ba4e-11520a74e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (0ccdd23d-1fef-43c5-a14d-47ff79ddd795), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:15.306668 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-480247d6-b491-4407-ba4e-11520a74e83e None None] Current status of the port 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:15.307081 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-480247d6-b491-4407-ba4e-11520a74e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (0ccdd23d-1fef-43c5-a14d-47ff79ddd795), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:15.362750 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-480247d6-b491-4407-ba4e-11520a74e83e None None] For port 0ccdd23d-1fef-43c5-a14d-47ff79ddd795, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=0ccdd23d-1fef-43c5-a14d-47ff79ddd795,segment=NetworkSegment(37a6fb90-9bc3-4200-8f22-400e0008a1b5),segment_id=37a6fb90-9bc3-4200-8f22-400e0008a1b5)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:41:15.373192 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:41:15.378724 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-480247d6-b491-4407-ba4e-11520a74e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (0ccdd23d-1fef-43c5-a14d-47ff79ddd795), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:15.436646 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-2831a616-6c04-450a-977b-29aa400e3b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:15.439517 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bd71a-c464-4d70-a977-883402a094b7 req-cc5e1b70-273f-4305-b93e-4b251081ef89 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:15.441411 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e64bd71a-c464-4d70-a977-883402a094b7 req-cc5e1b70-273f-4305-b93e-4b251081ef89 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 950 time: 0.1080534 Apr 08 17:41:15.451022 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cef35b-7ae2-4a65-9027-f7a40c35d9bf req-f84bdf34-329f-4dc2-ba16-0ef560d62269 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:15.452606 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a7cef35b-7ae2-4a65-9027-f7a40c35d9bf req-f84bdf34-329f-4dc2-ba16-0ef560d62269 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.1206470 Apr 08 17:41:15.455045 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-eb5fb5a9-dfdf-46aa-b837-9230d12abb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646010'] for router (7d87c93a-cdf2-42a6-a4af-fb44226ce246), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:15.471677 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480247d6-b491-4407-ba4e-11520a74e83e None None] Pushing event updated for resources: {'Port': ['ID=0ccdd23d-1fef-43c5-a14d-47ff79ddd795,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:15.480098 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:15.480507 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (0ccdd23d-1fef-43c5-a14d-47ff79ddd795), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:15.563836 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:15.580117 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e64bd71a-c464-4d70-a977-883402a094b7 req-bf799014-6c1a-4769-97db-b20a1a83948f tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265190 Apr 08 17:41:15.609648 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-9f950e76-443c-41d4-9145-d2f1aca2f777 None None] Provisioning complete for port 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:15.612551 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-9f950e76-443c-41d4-9145-d2f1aca2f777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (0ccdd23d-1fef-43c5-a14d-47ff79ddd795), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:15.618436 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a7cef35b-7ae2-4a65-9027-f7a40c35d9bf req-c7ed3fa2-7397-4849-802d-878df3a8025f tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535859 Apr 08 17:41:15.707129 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5fb5a9-dfdf-46aa-b837-9230d12abb83 admin admin] Router 7d87c93a-cdf2-42a6-a4af-fb44226ce246 is scheduled to L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 with binding_index 1 {{(pid=103644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:41:15.728113 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-9f950e76-443c-41d4-9145-d2f1aca2f777 None None] Current status of the port 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:15.819783 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45013c91-0d71-4602-aadc-98d6f58cce7e req-eb6cabdc-1ece-41c2-b964-cbf334d6f5fb tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:15.821567 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-45013c91-0d71-4602-aadc-98d6f58cce7e req-eb6cabdc-1ece-41c2-b964-cbf334d6f5fb tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.1094747 Apr 08 17:41:15.899821 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cc979-b8e3-4842-bb56-2b36ac55ce41 req-126335e9-dcb5-4f1f-8ede-96c0a9fc636c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:15.901328 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-aa0cc979-b8e3-4842-bb56-2b36ac55ce41 req-126335e9-dcb5-4f1f-8ede-96c0a9fc636c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 944 time: 0.1168900 Apr 08 17:41:15.956140 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-45013c91-0d71-4602-aadc-98d6f58cce7e req-fd5e8b72-2da9-43e5-ae0b-039e57b30bac tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162915 Apr 08 17:41:15.974097 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5fb5a9-dfdf-46aa-b837-9230d12abb83 admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:41:15.984470 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] Sync routers for ids ['7d87c93a-cdf2-42a6-a4af-fb44226ce246'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:41:15.996316 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] Routers {'7d87c93a-cdf2-42a6-a4af-fb44226ce246'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:41:15.999958 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-aa0cc979-b8e3-4842-bb56-2b36ac55ce41 req-e56a41d3-ecf6-4877-985b-3641c5e3113d tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912781 Apr 08 17:41:16.003153 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:40:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7d87c93a-cdf2-42a6-a4af-fb44226ce246'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:41:16.009153 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-eb5fb5a9-dfdf-46aa-b837-9230d12abb83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:16.030790 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-eb5fb5a9-dfdf-46aa-b837-9230d12abb83 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3548899 Apr 08 17:41:16.031506 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 47086) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:16.148718 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7d2cc528-a540-47e7-a55a-321063ae9187 req-1268b4f5-2a44-476f-a5ac-7ac0a6186381 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361375 Apr 08 17:41:16.176661 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b291dd14-35e4-41a5-8cb7-b859b3e2d8af req-7524e695-079a-43ad-8360-593dbfccf120 service neutron] 10.222.0.91 "GET /v2.0/networks/3d46c65a-4971-4a7f-92b3-38349cf449e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652639 Apr 08 17:41:16.198470 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742390bc-1f1e-4095-a88c-f47d889d517e req-bbed410e-75cf-4ff4-91cc-271cdc5527bf tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:16.199978 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-742390bc-1f1e-4095-a88c-f47d889d517e req-bbed410e-75cf-4ff4-91cc-271cdc5527bf tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 946 time: 0.1016455 Apr 08 17:41:16.262393 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] Set router 7d87c93a-cdf2-42a6-a4af-fb44226ce246 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:41:16.302175 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-742390bc-1f1e-4095-a88c-f47d889d517e req-46ced785-a928-405f-ba02-2b665c0b5929 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954840 Apr 08 17:41:16.479246 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'name': 'tempest-TestShelveInstance-1721933351-router', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:12Z', 'updated_at': '2022-04-08T17:41:14Z', 'revision_number': 3, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'gw_port': {'id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:13Z', 'updated_at': '2022-04-08T17:41:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:41:16.508528 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] Checking router: 7d87c93a-cdf2-42a6-a4af-fb44226ce246 for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:41:16.509207 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] Updating router 7d87c93a-cdf2-42a6-a4af-fb44226ce246 port ba09f41f-e976-4a8f-9f6e-ce2454617c17 binding host dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:41:16.574032 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (ba09f41f-e976-4a8f-9f6e-ce2454617c17), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:16.662919 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-90ef9037-a46f-4a41-b2a6-fa3026f8400d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:16.776554 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecc2bd-b683-4879-bd25-c1c33060da3b req-ce77c024-c1dd-4121-bd81-12b95eaad3c0 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:16.778073 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-87ecc2bd-b683-4879-bd25-c1c33060da3b req-ce77c024-c1dd-4121-bd81-12b95eaad3c0 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 950 time: 0.0974410 Apr 08 17:41:16.838823 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b548547-6e72-4fc2-bb52-d30f89f0610d req-0754f122-3190-415e-9a51-661ef840867d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:16.840278 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1b548547-6e72-4fc2-bb52-d30f89f0610d req-0754f122-3190-415e-9a51-661ef840867d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.1185644 Apr 08 17:41:16.892620 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] Publish callbacks [] for port (ba09f41f-e976-4a8f-9f6e-ce2454617c17), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:16.907086 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (ba09f41f-e976-4a8f-9f6e-ce2454617c17), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:16.944846 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-87ecc2bd-b683-4879-bd25-c1c33060da3b req-792d8c73-e991-4090-b70e-d347e71fa4fb tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379249 Apr 08 17:41:16.966758 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7bfb9d-3889-4d74-9f62-43c7d4914a11 None None] Pushing event updated for resources: {'Port': ['ID=ba09f41f-e976-4a8f-9f6e-ce2454617c17,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:16.975143 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7bfb9d-3889-4d74-9f62-43c7d4914a11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:16.975597 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7bfb9d-3889-4d74-9f62-43c7d4914a11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:16.976050 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7bfb9d-3889-4d74-9f62-43c7d4914a11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:16.976501 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7bfb9d-3889-4d74-9f62-43c7d4914a11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:16.976942 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7bfb9d-3889-4d74-9f62-43c7d4914a11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:16.977331 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7bfb9d-3889-4d74-9f62-43c7d4914a11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:16.977725 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7bfb9d-3889-4d74-9f62-43c7d4914a11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:16.978510 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7bfb9d-3889-4d74-9f62-43c7d4914a11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:16.978510 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7bfb9d-3889-4d74-9f62-43c7d4914a11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:16.978796 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7bfb9d-3889-4d74-9f62-43c7d4914a11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:16.979202 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7bfb9d-3889-4d74-9f62-43c7d4914a11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:16.979605 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7bfb9d-3889-4d74-9f62-43c7d4914a11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:16.980039 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7bfb9d-3889-4d74-9f62-43c7d4914a11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:16.980471 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7bfb9d-3889-4d74-9f62-43c7d4914a11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:16.980852 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7bfb9d-3889-4d74-9f62-43c7d4914a11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:16.990038 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1b548547-6e72-4fc2-bb52-d30f89f0610d req-1c384189-6c23-43a8-9d61-d5a395d440d7 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411648 Apr 08 17:41:17.009733 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] Attempting to bind port ba09f41f-e976-4a8f-9f6e-ce2454617c17 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:41:17.010192 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] Attempting to bind port ba09f41f-e976-4a8f-9f6e-ce2454617c17 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:41:17.010524 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] Attempting to bind port ba09f41f-e976-4a8f-9f6e-ce2454617c17 on network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:41:17.016571 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:41:17.017028 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] Checking segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:41:17.017434 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:17.017829 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] Bound using segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:41:17.018287 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] Bound port: ba09f41f-e976-4a8f-9f6e-ce2454617c17, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:41:17.018660 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (ba09f41f-e976-4a8f-9f6e-ce2454617c17), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:17.026825 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-90ef9037-a46f-4a41-b2a6-fa3026f8400d admin admin] Allocated IP 172.20.0.1 (5a3136a7-a509-4273-8192-f1445720478e/f2fd8198-fe62-4651-aa0b-73bb0681f47e/b72c2cbb-0347-4821-b435-d1750afe7835) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:41:17.078895 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] For port ba09f41f-e976-4a8f-9f6e-ce2454617c17, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:41:17.082254 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] For port ba09f41f-e976-4a8f-9f6e-ce2454617c17, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=ba09f41f-e976-4a8f-9f6e-ce2454617c17,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:41:17.089018 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (ba09f41f-e976-4a8f-9f6e-ce2454617c17), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:17.147419 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] Routers {'7d87c93a-cdf2-42a6-a4af-fb44226ce246'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:41:17.147970 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:40:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7d87c93a-cdf2-42a6-a4af-fb44226ce246'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:41:17.177515 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c84a88-0bfe-4d10-a81f-ae71a9dc77e5 req-6aedc3e0-4415-432c-ac04-46c2313b88af tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:17.179112 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-75c84a88-0bfe-4d10-a81f-ae71a9dc77e5 req-6aedc3e0-4415-432c-ac04-46c2313b88af tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.1293838 Apr 08 17:41:17.184024 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7bfb9d-3889-4d74-9f62-43c7d4914a11 None None] Pushing event updated for resources: {'Port': ['ID=ba09f41f-e976-4a8f-9f6e-ce2454617c17,revision_number=3']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:17.197967 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ebf2b-d564-4034-8099-f55d462e6acf req-46f1beab-957a-409a-8c8d-f16821f11817 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:17.199448 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ff9ebf2b-d564-4034-8099-f55d462e6acf req-46f1beab-957a-409a-8c8d-f16821f11817 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 944 time: 0.1120489 Apr 08 17:41:17.291502 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] Set router 7d87c93a-cdf2-42a6-a4af-fb44226ce246 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:41:17.292400 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:41:17.293460 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-90ef9037-a46f-4a41-b2a6-fa3026f8400d admin admin] Publish callbacks [] for port (b72c2cbb-0347-4821-b435-d1750afe7835), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:17.306771 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-75c84a88-0bfe-4d10-a81f-ae71a9dc77e5 req-e270ed3c-4ff9-40ab-8826-1226939ac038 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178670 Apr 08 17:41:17.331244 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ff9ebf2b-d564-4034-8099-f55d462e6acf req-2810ac1d-0dff-471b-9696-b9c8bec36d11 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150348 Apr 08 17:41:17.360422 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:17.361084 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (0ccdd23d-1fef-43c5-a14d-47ff79ddd795), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:17.369125 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-90ef9037-a46f-4a41-b2a6-fa3026f8400d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (b72c2cbb-0347-4821-b435-d1750afe7835), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:17.445569 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:17.495872 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'name': 'tempest-TestShelveInstance-1721933351-router', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:12Z', 'updated_at': '2022-04-08T17:41:14Z', 'revision_number': 3, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'gw_port': {'id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:13Z', 'updated_at': '2022-04-08T17:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:41:17.527713 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5413f3e0-5551-4b90-9b0e-5353a19ce45e None None] The sync data for ids ['7d87c93a-cdf2-42a6-a4af-fb44226ce246'] in dv-cinder-837164-1-iscsi is: [{'id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'name': 'tempest-TestShelveInstance-1721933351-router', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:12Z', 'updated_at': '2022-04-08T17:41:14Z', 'revision_number': 3, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'gw_port': {'id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:13Z', 'updated_at': '2022-04-08T17:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:41:17.601318 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ef9037-a46f-4a41-b2a6-fa3026f8400d admin admin] Network 5a3136a7-a509-4273-8192-f1445720478e is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:41:17.626565 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-90ef9037-a46f-4a41-b2a6-fa3026f8400d admin admin] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:41:17.630352 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ef9037-a46f-4a41-b2a6-fa3026f8400d admin admin] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:41:17.635100 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef9037-a46f-4a41-b2a6-fa3026f8400d admin admin] Pushing event updated for resources: {'Port': ['ID=b72c2cbb-0347-4821-b435-d1750afe7835,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:17.673350 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0b828-9da7-485e-ac12-55b9db35f5d0 req-27d9b2df-ca2d-43c6-9225-e73e7ea2770e tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:17.675048 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bff0b828-9da7-485e-ac12-55b9db35f5d0 req-27d9b2df-ca2d-43c6-9225-e73e7ea2770e tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 946 time: 0.0998063 Apr 08 17:41:17.709105 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-90ef9037-a46f-4a41-b2a6-fa3026f8400d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645933'] for router_interface (7d87c93a-cdf2-42a6-a4af-fb44226ce246), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:17.805270 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bff0b828-9da7-485e-ac12-55b9db35f5d0 req-b03852cb-fb86-4dae-b169-0a1afc7af845 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216593 Apr 08 17:41:17.900846 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-90ef9037-a46f-4a41-b2a6-fa3026f8400d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (b72c2cbb-0347-4821-b435-d1750afe7835), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:17.965079 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-7374b4d8-ba7e-4e70-97ed-163e7956345b None None] Provisioning complete for port b72c2cbb-0347-4821-b435-d1750afe7835 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:17.965735 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-7374b4d8-ba7e-4e70-97ed-163e7956345b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (b72c2cbb-0347-4821-b435-d1750afe7835), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:18.054235 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-7374b4d8-ba7e-4e70-97ed-163e7956345b None None] Port b72c2cbb-0347-4821-b435-d1750afe7835 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:41:18.059414 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-fcdfc8d0-0351-4148-a0e0-e9cdbdb67037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:18.172868 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e45ae-7113-4791-aaf1-5139176180ee req-ef4453a4-728c-4e04-856a-f458eea0848a tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:18.174405 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-eb5e45ae-7113-4791-aaf1-5139176180ee req-ef4453a4-728c-4e04-856a-f458eea0848a tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 950 time: 0.1028562 Apr 08 17:41:18.184473 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da704e-efcd-4a3f-9466-1b10d316c89c req-9fe4fb2f-3ee1-4abf-aed1-b8546b40ed29 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:18.185974 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-33da704e-efcd-4a3f-9466-1b10d316c89c req-9fe4fb2f-3ee1-4abf-aed1-b8546b40ed29 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.0923843 Apr 08 17:41:18.188325 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-90ef9037-a46f-4a41-b2a6-fa3026f8400d admin admin] Publish callbacks [] for port (b72c2cbb-0347-4821-b435-d1750afe7835), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:18.200655 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-90ef9037-a46f-4a41-b2a6-fa3026f8400d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085500'] for port (b72c2cbb-0347-4821-b435-d1750afe7835), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:18.316759 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-90ef9037-a46f-4a41-b2a6-fa3026f8400d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643773'] for router_interface (7d87c93a-cdf2-42a6-a4af-fb44226ce246), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:18.340708 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef9037-a46f-4a41-b2a6-fa3026f8400d admin admin] Pushing event updated for resources: {'Port': ['ID=b72c2cbb-0347-4821-b435-d1750afe7835,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:18.363805 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-33da704e-efcd-4a3f-9466-1b10d316c89c req-01fa0ecb-3008-4bee-9b89-83e27cd34f4e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666889 Apr 08 17:41:18.368849 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-eb5e45ae-7113-4791-aaf1-5139176180ee req-0d0d43ae-a45c-4d8e-94fa-7e0ce6738ced tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f6ae59a-75b7-420e-89e2-a9ba9df350dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785803 Apr 08 17:41:18.535449 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00beb8ac-d553-45a3-9357-c3aa8e560e87 req-184fc975-ecf3-4d04-a249-acf377c8d23a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:18.537034 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-00beb8ac-d553-45a3-9357-c3aa8e560e87 req-184fc975-ecf3-4d04-a249-acf377c8d23a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0935249 Apr 08 17:41:18.543939 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ef9037-a46f-4a41-b2a6-fa3026f8400d admin admin] Network 5a3136a7-a509-4273-8192-f1445720478e is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:41:18.555542 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-90ef9037-a46f-4a41-b2a6-fa3026f8400d admin admin] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:41:18.578399 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ed09a-6e7b-403d-80e2-d411cef92a9d req-1534e668-9527-4a13-a1c0-aaf2352c7468 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:18.579993 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f38ed09a-6e7b-403d-80e2-d411cef92a9d req-1534e668-9527-4a13-a1c0-aaf2352c7468 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 944 time: 0.1201768 Apr 08 17:41:18.670980 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-00beb8ac-d553-45a3-9357-c3aa8e560e87 req-7248b7be-3006-489b-9fe1-f279108039b3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232483 Apr 08 17:41:18.752243 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f38ed09a-6e7b-403d-80e2-d411cef92a9d req-3e02c808-ce75-4dcf-b136-e75b3bd89d76 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647282 Apr 08 17:41:18.760758 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ef9037-a46f-4a41-b2a6-fa3026f8400d admin admin] Router 7d87c93a-cdf2-42a6-a4af-fb44226ce246 has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:41:18.768564 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd4746-2737-4a3d-ac51-9739d3d21efd req-14f0c678-9722-4fa4-8ba4-e3a582ffce5d tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:18.771254 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-22bd4746-2737-4a3d-ac51-9739d3d21efd req-14f0c678-9722-4fa4-8ba4-e3a582ffce5d tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.91 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 950 time: 0.0706267 Apr 08 17:41:18.786190 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-27b145c5-918c-4de5-9d37-a768f36eef90 None None] Provisioning complete for port b72c2cbb-0347-4821-b435-d1750afe7835 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:18.786799 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-27b145c5-918c-4de5-9d37-a768f36eef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (b72c2cbb-0347-4821-b435-d1750afe7835), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:18.838217 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:18.840417 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-27b145c5-918c-4de5-9d37-a768f36eef90 None None] Port b72c2cbb-0347-4821-b435-d1750afe7835 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:41:18.970223 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e36662-94b8-43b3-bcbd-f9b7f4c3dbb1 req-074a48a6-5478-469e-a095-e529a3e9504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:18.971621 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d5e36662-94b8-43b3-bcbd-f9b7f4c3dbb1 req-074a48a6-5478-469e-a095-e529a3e9504d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e1edd846d3342cc9792c6c7fa78f229&device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 1130 time: 0.0901945 Apr 08 17:41:18.975311 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ef9037-a46f-4a41-b2a6-fa3026f8400d admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:41:18.983051 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-90ef9037-a46f-4a41-b2a6-fa3026f8400d admin admin] 10.222.0.24 "PUT /v2.0/routers/7d87c93a-cdf2-42a6-a4af-fb44226ce246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9503994 Apr 08 17:41:18.990604 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e2338-36a2-4e0c-be22-26a436c05ef7 req-13a08515-4bb1-4847-992f-e81447790a4d tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:18.992297 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a51e2338-36a2-4e0c-be22-26a436c05ef7 req-13a08515-4bb1-4847-992f-e81447790a4d tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 946 time: 0.0840051 Apr 08 17:41:19.022520 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-22bd4746-2737-4a3d-ac51-9739d3d21efd req-98838aab-d0e1-4693-918f-75cc0fa76f64 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Deleting port aa391ad3-8fae-41ae-991d-e9ff7810493c {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:41:19.022866 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-22bd4746-2737-4a3d-ac51-9739d3d21efd req-98838aab-d0e1-4693-918f-75cc0fa76f64 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (aa391ad3-8fae-41ae-991d-e9ff7810493c), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:19.064284 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a51e2338-36a2-4e0c-be22-26a436c05ef7 req-e2abd821-7990-4cb0-99e2-644c5df1998b tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653512 Apr 08 17:41:19.117692 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device a77d3cab-e313-43bb-ba85-71744ec74bfc details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:41:19.125560 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device aa391ad3-8fae-41ae-991d-e9ff7810493c no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:41:19.139474 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-22bd4746-2737-4a3d-ac51-9739d3d21efd req-98838aab-d0e1-4693-918f-75cc0fa76f64 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] For port aa391ad3-8fae-41ae-991d-e9ff7810493c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=aa391ad3-8fae-41ae-991d-e9ff7810493c,segment=NetworkSegment(514e07b3-2036-4692-81e3-1f8e7d384f74),segment_id=514e07b3-2036-4692-81e3-1f8e7d384f74)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:41:19.140161 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-22bd4746-2737-4a3d-ac51-9739d3d21efd req-98838aab-d0e1-4693-918f-75cc0fa76f64 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (aa391ad3-8fae-41ae-991d-e9ff7810493c), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:19.158824 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-22bd4746-2737-4a3d-ac51-9739d3d21efd req-98838aab-d0e1-4693-918f-75cc0fa76f64 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Calling delete_port for aa391ad3-8fae-41ae-991d-e9ff7810493c owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:41:19.303772 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port aa391ad3-8fae-41ae-991d-e9ff7810493c is: ACTIVE; New status is: DOWN {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:19.304176 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (aa391ad3-8fae-41ae-991d-e9ff7810493c), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:19.311894 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port a77d3cab-e313-43bb-ba85-71744ec74bfc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a77d3cab-e313-43bb-ba85-71744ec74bfc,segment=NetworkSegment(5f841c34-c6dd-467e-82f9-2f99f5064ce8),segment_id=5f841c34-c6dd-467e-82f9-2f99f5064ce8)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:41:19.345477 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-22bd4746-2737-4a3d-ac51-9739d3d21efd req-98838aab-d0e1-4693-918f-75cc0fa76f64 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (aa391ad3-8fae-41ae-991d-e9ff7810493c), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:19.405579 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98838aab-d0e1-4693-918f-75cc0fa76f64 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Pushing event deleted for resources: {'Port': ['ID=aa391ad3-8fae-41ae-991d-e9ff7810493c,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:19.554151 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bd4746-2737-4a3d-ac51-9739d3d21efd req-98838aab-d0e1-4693-918f-75cc0fa76f64 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] No DVR routers for this DVR port aa391ad3-8fae-41ae-991d-e9ff7810493c on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:41:19.569167 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-22bd4746-2737-4a3d-ac51-9739d3d21efd req-98838aab-d0e1-4693-918f-75cc0fa76f64 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:19.580063 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-725c4220-e623-4d3b-8159-d11cf82b4068 req-cbe0f089-feec-4936-9d95-ba89510babc9 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6802a1-b6c7-4280-a14c-050f52a13db9 HTTP/1.1" status: 200 len: 210 time: 0.0606718 Apr 08 17:41:19.593452 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-22bd4746-2737-4a3d-ac51-9739d3d21efd req-98838aab-d0e1-4693-918f-75cc0fa76f64 tempest-VolumesNegativeTest-1149062988 tempest-VolumesNegativeTest-1149062988-project] 10.222.0.91 "DELETE /v2.0/ports/aa391ad3-8fae-41ae-991d-e9ff7810493c HTTP/1.1" status: 204 len: 173 time: 0.7139690 Apr 08 17:41:19.593955 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6802a1-b6c7-4280-a14c-050f52a13db9', 'name': 'network-vif-deleted', 'tag': 'aa391ad3-8fae-41ae-991d-e9ff7810493c'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:41:19.617119 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813dbce9-4944-4d18-a546-e3e8d2304155" -d '{"events": [{"server_uuid": "4a6802a1-b6c7-4280-a14c-050f52a13db9", "name": "network-vif-deleted", "tag": "aa391ad3-8fae-41ae-991d-e9ff7810493c"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:41:19.623557 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device ba09f41f-e976-4a8f-9f6e-ce2454617c17 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:41:19.679746 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': 'a77d3cab-e313-43bb-ba85-71744ec74bfc', 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3', 'port_id': 'a77d3cab-e313-43bb-ba85-71744ec74bfc', 'mac_address': 'fa:16:3e:33:24:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f73dc476-3c86-43aa-9145-70ffe54e5685', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:41:19.711429 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] Sync routers for ids ['7d87c93a-cdf2-42a6-a4af-fb44226ce246'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:41:19.782445 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3175c132-5628-482e-b479-47f3d030864a x-openstack-request-id: req-3175c132-5628-482e-b479-47f3d030864a {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:41:19.783059 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6802a1-b6c7-4280-a14c-050f52a13db9", "name": "network-vif-deleted", "tag": "aa391ad3-8fae-41ae-991d-e9ff7810493c", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:41:19.783155 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e529108-862f-44d0-8c72-f3fdfcfba7a5 req-ef9917b2-5518-46cb-a7ee-d23f64edc7ca tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:19.783528 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3175c132-5628-482e-b479-47f3d030864a {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:41:19.783619 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3175c132-5628-482e-b479-47f3d030864a'] response: {'server_uuid': '4a6802a1-b6c7-4280-a14c-050f52a13db9', 'name': 'network-vif-deleted', 'tag': 'aa391ad3-8fae-41ae-991d-e9ff7810493c', 'status': 'completed', 'code': 200} Apr 08 17:41:19.785015 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6e529108-862f-44d0-8c72-f3fdfcfba7a5 req-ef9917b2-5518-46cb-a7ee-d23f64edc7ca tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.2003341 Apr 08 17:41:19.836328 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e36662-94b8-43b3-bcbd-f9b7f4c3dbb1 req-1e8177ae-0a61-4c94-aca9-fe01898e2623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:19.837958 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d5e36662-94b8-43b3-bcbd-f9b7f4c3dbb1 req-1e8177ae-0a61-4c94-aca9-fe01898e2623 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3f909255-dbbb-466b-8110-c840248ecd35 HTTP/1.1" status: 200 len: 918 time: 0.3024149 Apr 08 17:41:19.888314 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 9b270452-fa43-4eb0-9da8-b3d116b614f2 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:41:19.899875 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6e529108-862f-44d0-8c72-f3fdfcfba7a5 req-2b9933dc-9f27-44b8-be7b-7e637afbb16f tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089723 Apr 08 17:41:19.924282 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] Routers {'7d87c93a-cdf2-42a6-a4af-fb44226ce246'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:41:19.925067 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:41:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7d87c93a-cdf2-42a6-a4af-fb44226ce246'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:41:19.956649 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb661b67-d73f-4c97-a6ff-4c89f4ee1e8b req-bfa3db31-0e18-415c-9caa-bc65f4998181 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:19.958113 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bb661b67-d73f-4c97-a6ff-4c89f4ee1e8b req-bfa3db31-0e18-415c-9caa-bc65f4998181 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 946 time: 0.0619099 Apr 08 17:41:20.007761 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 47170) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:20.014811 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-8523e836-f129-4a33-8fae-ebc79a28b05a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1267302058-network', 'tenant_id': '5d7101e718d74a97b8420aa00e6dd7a1'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:20.033211 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bb661b67-d73f-4c97-a6ff-4c89f4ee1e8b req-cf3faede-994f-4713-baaa-198d2b50bf62 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670950 Apr 08 17:41:20.034738 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d5e36662-94b8-43b3-bcbd-f9b7f4c3dbb1 req-7bc58656-5ad8-417d-b7b6-78d25238e8b8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b270452-fa43-4eb0-9da8-b3d116b614f2 HTTP/1.1" status: 200 len: 1002 time: 0.1838963 Apr 08 17:41:20.048834 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8523e836-f129-4a33-8fae-ebc79a28b05a admin admin] Made reservation on behalf of 5d7101e718d74a97b8420aa00e6dd7a1 for: {'network': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:41:20.052950 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8523e836-f129-4a33-8fae-ebc79a28b05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for network (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:20.062231 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8523e836-f129-4a33-8fae-ebc79a28b05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:20.109963 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port a77d3cab-e313-43bb-ba85-71744ec74bfc is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:20.110680 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:20.139887 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97b2e4-de0d-403f-91b1-6b1c36a3ff3c req-20d7a506-9e52-40e6-90a8-4a00b2d41780 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:20.141873 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4e97b2e4-de0d-403f-91b1-6b1c36a3ff3c req-20d7a506-9e52-40e6-90a8-4a00b2d41780 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 944 time: 0.1013932 Apr 08 17:41:20.178806 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77d3cab-e313-43bb-ba85-71744ec74bfc {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:41:20.184190 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port ba09f41f-e976-4a8f-9f6e-ce2454617c17 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:20.184639 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (ba09f41f-e976-4a8f-9f6e-ce2454617c17), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:20.240283 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e36662-94b8-43b3-bcbd-f9b7f4c3dbb1 req-e1221ccb-c874-490e-9a3e-d9f39c83afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:20.241929 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d5e36662-94b8-43b3-bcbd-f9b7f4c3dbb1 req-e1221ccb-c874-490e-9a3e-d9f39c83afe3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2d7483e0-8178-4def-9351-4e162ca4c7f4 HTTP/1.1" status: 200 len: 856 time: 0.0966322 Apr 08 17:41:20.244057 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8523e836-f129-4a33-8fae-ebc79a28b05a admin admin] Publish callbacks [] for security_group (f9eb43d5-2fc4-4a94-b5a6-c6c251513088), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:20.255798 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4e97b2e4-de0d-403f-91b1-6b1c36a3ff3c req-f9398431-7f98-4fc2-ae21-b4d6b7bfa0d7 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077662 Apr 08 17:41:20.261797 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8523e836-f129-4a33-8fae-ebc79a28b05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (f9eb43d5-2fc4-4a94-b5a6-c6c251513088), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:20.262726 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c5d8e-ed1e-4eb8-ae0d-f31013e6fe36 req-b0d11e5b-15f0-46a3-958f-fe95ba2e6ec9 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:20.270226 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-307c5d8e-ed1e-4eb8-ae0d-f31013e6fe36 req-b0d11e5b-15f0-46a3-958f-fe95ba2e6ec9 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 946 time: 0.1131513 Apr 08 17:41:20.300362 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] Set router 7d87c93a-cdf2-42a6-a4af-fb44226ce246 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:41:20.332093 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523e836-f129-4a33-8fae-ebc79a28b05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9eb43d5-2fc4-4a94-b5a6-c6c251513088,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:20.336654 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-307c5d8e-ed1e-4eb8-ae0d-f31013e6fe36 req-60bb5db8-658f-4fb4-b8cf-7156d2219ab1 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651758 Apr 08 17:41:20.348763 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 9b270452-fa43-4eb0-9da8-b3d116b614f2 is: ACTIVE; New status is: DOWN {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:20.349296 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:20.363551 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8523e836-f129-4a33-8fae-ebc79a28b05a admin admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=103643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:41:20.369276 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e36662-94b8-43b3-bcbd-f9b7f4c3dbb1 req-a5fd86e3-a80b-430a-8c21-ab8e25b4074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:20.370886 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d5e36662-94b8-43b3-bcbd-f9b7f4c3dbb1 req-a5fd86e3-a80b-430a-8c21-ab8e25b4074f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3f909255-dbbb-466b-8110-c840248ecd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1220205 Apr 08 17:41:20.377582 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8523e836-f129-4a33-8fae-ebc79a28b05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (f92c852c-f59e-43dd-a35e-c33a5f5b2924), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:20.378434 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.segments_db [None req-8523e836-f129-4a33-8fae-ebc79a28b05a admin admin] Added segment f92c852c-f59e-43dd-a35e-c33a5f5b2924 of type vlan for network fef11571-b61f-4fa1-b4ac-bfc20fb525cb Apr 08 17:41:20.381784 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port a77d3cab-e313-43bb-ba85-71744ec74bfc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a77d3cab-e313-43bb-ba85-71744ec74bfc,segment=NetworkSegment(5f841c34-c6dd-467e-82f9-2f99f5064ce8),segment_id=5f841c34-c6dd-467e-82f9-2f99f5064ce8)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:41:20.423339 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:20.431757 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697aa470-ee8d-4209-b25c-da28b7f061fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b270452-fa43-4eb0-9da8-b3d116b614f2'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:41:20.434428 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f933cd9b-b9ad-4a94-8679-45df08c6b906" -d '{"events": [{"server_uuid": "697aa470-ee8d-4209-b25c-da28b7f061fa", "name": "network-vif-unplugged", "status": "completed", "tag": "9b270452-fa43-4eb0-9da8-b3d116b614f2"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:41:20.452707 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8523e836-f129-4a33-8fae-ebc79a28b05a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761100671573'] for network (fef11571-b61f-4fa1-b4ac-bfc20fb525cb), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:20.482330 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 08 Apr 2022 17:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71bf9b3-dd3a-4ce5-9a7c-5924c2650e2e x-openstack-request-id: req-d71bf9b3-dd3a-4ce5-9a7c-5924c2650e2e {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:41:20.482856 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697aa470-ee8d-4209-b25c-da28b7f061fa", "name": "network-vif-unplugged", "status": "completed", "tag": "9b270452-fa43-4eb0-9da8-b3d116b614f2", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:41:20.483282 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d71bf9b3-dd3a-4ce5-9a7c-5924c2650e2e {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:41:20.483843 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d71bf9b3-dd3a-4ce5-9a7c-5924c2650e2e'] response: {'server_uuid': '697aa470-ee8d-4209-b25c-da28b7f061fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b270452-fa43-4eb0-9da8-b3d116b614f2', 'code': 200} Apr 08 17:41:20.503536 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 9b270452-fa43-4eb0-9da8-b3d116b614f2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9b270452-fa43-4eb0-9da8-b3d116b614f2,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:41:20.524946 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8523e836-f129-4a33-8fae-ebc79a28b05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for network (fef11571-b61f-4fa1-b4ac-bfc20fb525cb), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:20.526018 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8523e836-f129-4a33-8fae-ebc79a28b05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:20.526677 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8523e836-f129-4a33-8fae-ebc79a28b05a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:20.552233 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:20.564700 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d5e36662-94b8-43b3-bcbd-f9b7f4c3dbb1 req-896b2bab-69a4-474f-8ce8-4339430b24f4 service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735640 Apr 08 17:41:20.571783 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:20.606383 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 47184) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:20.607057 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-8523e836-f129-4a33-8fae-ebc79a28b05a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5967579 Apr 08 17:41:20.616023 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=a77d3cab-e313-43bb-ba85-71744ec74bfc,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:20.624676 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-09ac739d-9cf4-429d-90c0-1263e8adf0d6 admin admin] Request body: {'subnet': {'network_id': 'fef11571-b61f-4fa1-b4ac-bfc20fb525cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1267302058-subnet', 'tenant_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'ip_version': 4}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:20.630603 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523e836-f129-4a33-8fae-ebc79a28b05a admin admin] Pushing event updated for resources: {'Network': ['ID=fef11571-b61f-4fa1-b4ac-bfc20fb525cb,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:20.674440 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ac739d-9cf4-429d-90c0-1263e8adf0d6 admin admin] Made reservation on behalf of 5d7101e718d74a97b8420aa00e6dd7a1 for: {'subnet': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:41:20.679470 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-09ac739d-9cf4-429d-90c0-1263e8adf0d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4944660'] for subnet (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:20.725958 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Network fef11571-b61f-4fa1-b4ac-bfc20fb525cb details requested by agent ovs-agent-dv-cinder-837164-1-iscsi with host dv-cinder-837164-1-iscsi {{(pid=103645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:41:20.729518 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port ba09f41f-e976-4a8f-9f6e-ce2454617c17 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:20.731281 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (ba09f41f-e976-4a8f-9f6e-ce2454617c17), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:20.903127 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['a77d3cab-e313-43bb-ba85-71744ec74bfc'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:41:20.910631 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] For port ba09f41f-e976-4a8f-9f6e-ce2454617c17, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=ba09f41f-e976-4a8f-9f6e-ce2454617c17,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:41:20.916191 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-09ac739d-9cf4-429d-90c0-1263e8adf0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5086115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4944762'] for subnet (171461e2-53b1-4354-abce-84ddf8b26502), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:20.951377 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (ba09f41f-e976-4a8f-9f6e-ce2454617c17), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:20.953437 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'name': 'tempest-TestShelveInstance-1721933351-router', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:12Z', 'updated_at': '2022-04-08T17:41:17Z', 'revision_number': 4, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'gw_port': {'id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:13Z', 'updated_at': '2022-04-08T17:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'b72c2cbb-0347-4821-b435-d1750afe7835', 'name': '', 'network_id': '5a3136a7-a509-4273-8192-f1445720478e', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'mac_address': 'fa:16:3e:5f:e8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:16Z', 'updated_at': '2022-04-08T17:41:17Z', 'revision_number': 2, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'subnets': [{'id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:41:20.961253 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=9b270452-fa43-4eb0-9da8-b3d116b614f2,revision_number=8']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:21.000652 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] Checking router: 7d87c93a-cdf2-42a6-a4af-fb44226ce246 for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:41:21.000832 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] Updating router 7d87c93a-cdf2-42a6-a4af-fb44226ce246 port b72c2cbb-0347-4821-b435-d1750afe7835 binding host dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:41:21.036774 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac739d-9cf4-429d-90c0-1263e8adf0d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=171461e2-53b1-4354-abce-84ddf8b26502,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:21.043110 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ac739d-9cf4-429d-90c0-1263e8adf0d6 admin admin] Checking segment: {'id': 'f92c852c-f59e-43dd-a35e-c33a5f5b2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fef11571-b61f-4fa1-b4ac-bfc20fb525cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:41:21.043643 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ac739d-9cf4-429d-90c0-1263e8adf0d6 admin admin] Network hostable DHCP agents. Network: fef11571-b61f-4fa1-b4ac-bfc20fb525cb, hostable agents: ['72b2ee88-fa79-44c9-b63e-eafca22f1392'], hosted agents: [] {{(pid=103644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:41:21.094801 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (b72c2cbb-0347-4821-b435-d1750afe7835), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:21.128605 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Pushing event updated for resources: {'Port': ['ID=ba09f41f-e976-4a8f-9f6e-ce2454617c17,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:21.176993 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ac739d-9cf4-429d-90c0-1263e8adf0d6 admin admin] Network fef11571-b61f-4fa1-b4ac-bfc20fb525cb is scheduled to be hosted by DHCP agent 72b2ee88-fa79-44c9-b63e-eafca22f1392 with binding_index 1 {{(pid=103644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:41:21.183377 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d5e36662-94b8-43b3-bcbd-f9b7f4c3dbb1 req-3ccc8293-1b6a-49ee-a989-419134f0ca92 service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5813518 Apr 08 17:41:21.225250 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-09ac739d-9cf4-429d-90c0-1263e8adf0d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837164-1-iscsi, fef11571-b61f-4fa1-b4ac-bfc20fb525cb) {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:41:21.232418 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ac739d-9cf4-429d-90c0-1263e8adf0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:21.232528 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-09ac739d-9cf4-429d-90c0-1263e8adf0d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:21.336256 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-09ac739d-9cf4-429d-90c0-1263e8adf0d6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7257471 Apr 08 17:41:21.339004 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 47224) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:21.343974 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-ef9e2322-6c7e-4d1c-9b3e-1d8699deb697 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1267302058-router', 'tenant_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:21.345459 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac6cf9e-68d9-48e7-8245-0e1652030f36 None None] Network fef11571-b61f-4fa1-b4ac-bfc20fb525cb requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:41:21.378834 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d8c95-e779-4be0-8fd1-8eb3d2957bc4 req-a35f6493-44f2-4261-9b73-a03b361e952b tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:21.382194 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6b6d8c95-e779-4be0-8fd1-8eb3d2957bc4 req-a35f6493-44f2-4261-9b73-a03b361e952b tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.3130441 Apr 08 17:41:21.395565 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device ba09f41f-e976-4a8f-9f6e-ce2454617c17 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:41:21.396076 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2322-6c7e-4d1c-9b3e-1d8699deb697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6541'] for router (9a8b1b59-022a-4775-88eb-9a261a72dcd2), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:21.401612 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2322-6c7e-4d1c-9b3e-1d8699deb697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1646445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6548'] for router (9a8b1b59-022a-4775-88eb-9a261a72dcd2), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:21.458252 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d7da2-64fa-417e-8390-5d1cd8b79ff8 req-55512048-277b-4887-a83b-42086da0ffd8 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:21.469585 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2322-6c7e-4d1c-9b3e-1d8699deb697 admin admin] Publish callbacks [] for router_controller (9a8b1b59-022a-4775-88eb-9a261a72dcd2), precommit_add_association {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:21.470312 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-071d7da2-64fa-417e-8390-5d1cd8b79ff8 req-55512048-277b-4887-a83b-42086da0ffd8 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.2114398 Apr 08 17:41:21.604552 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port ba09f41f-e976-4a8f-9f6e-ce2454617c17 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:21.605195 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (ba09f41f-e976-4a8f-9f6e-ce2454617c17), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:21.611544 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6b6d8c95-e779-4be0-8fd1-8eb3d2957bc4 req-4cb44ea9-7f5a-423b-81ec-1d0b128bd704 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039936 Apr 08 17:41:21.625885 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-071d7da2-64fa-417e-8390-5d1cd8b79ff8 req-bf5db6e7-bb90-423b-b87f-de829a584ac6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521616 Apr 08 17:41:21.758325 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46dd6811-0023-5a74-808c-f3f6e7a50dab-fef11571-b61f-4fa1-b4ac-bfc20fb525cb', 'network_id': 'fef11571-b61f-4fa1-b4ac-bfc20fb525cb', 'project_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'fixed_ips': [{'subnet_id': '171461e2-53b1-4354-abce-84ddf8b26502'}]}} from dv-cinder-837164-1-iscsi. {{(pid=103645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:41:21.759181 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:21.822571 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2322-6c7e-4d1c-9b3e-1d8699deb697 admin admin] Publish callbacks [] for router_gateway (9a8b1b59-022a-4775-88eb-9a261a72dcd2), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:21.834645 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 47252) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:21.836350 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a5fb7-edc9-407e-b3f4-5748f09d5a92 req-1b6b614e-a391-491d-8e61-f58d36ccde2e tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:21.862404 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c83a5fb7-edc9-407e-b3f4-5748f09d5a92 req-1b6b614e-a391-491d-8e61-f58d36ccde2e tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 945 time: 0.1401591 Apr 08 17:41:21.885277 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] Publish callbacks [] for port (b72c2cbb-0347-4821-b435-d1750afe7835), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:21.968645 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c83a5fb7-edc9-407e-b3f4-5748f09d5a92 req-e206a820-b8d2-40b8-b878-ea3e8a06990f tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999856 Apr 08 17:41:22.051254 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90c444-f99e-4b58-926d-197f413a94e8 req-e800814d-abd6-4b5f-8da7-0152b441db2b tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:22.059048 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ef90c444-f99e-4b58-926d-197f413a94e8 req-e800814d-abd6-4b5f-8da7-0152b441db2b tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 946 time: 0.0790009 Apr 08 17:41:22.118591 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ef90c444-f99e-4b58-926d-197f413a94e8 req-6d4e0dd1-5e41-4775-85bd-61546e337c03 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584753 Apr 08 17:41:22.137368 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2189ae6e-9f2d-49d4-9a0d-82f223a0936c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:22.146462 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (b72c2cbb-0347-4821-b435-d1750afe7835), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:22.165131 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port ba09f41f-e976-4a8f-9f6e-ce2454617c17 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:22.170037 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2322-6c7e-4d1c-9b3e-1d8699deb697 admin admin] Publish callbacks [] for router_gateway (9a8b1b59-022a-4775-88eb-9a261a72dcd2), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:22.191212 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:22.192009 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2322-6c7e-4d1c-9b3e-1d8699deb697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:22.332388 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2189ae6e-9f2d-49d4-9a0d-82f223a0936c admin admin] Publish callbacks [] for security_group (ebf1fec9-d593-4127-a1ba-9cb50171d089), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:22.338531 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe284d-7e14-46bb-acdd-daf5130b6ac6 None None] Pushing event updated for resources: {'Port': ['ID=b72c2cbb-0347-4821-b435-d1750afe7835,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:22.350178 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2189ae6e-9f2d-49d4-9a0d-82f223a0936c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (ebf1fec9-d593-4127-a1ba-9cb50171d089), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:22.356803 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-ef9e2322-6c7e-4d1c-9b3e-1d8699deb697 admin admin] Allocated IP 172.27.0.5 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:41:22.362203 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] Attempting to bind port b72c2cbb-0347-4821-b435-d1750afe7835 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:41:22.362569 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] Attempting to bind port b72c2cbb-0347-4821-b435-d1750afe7835 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '37a6fb90-9bc3-4200-8f22-400e0008a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '5a3136a7-a509-4273-8192-f1445720478e'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:41:22.363149 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] Attempting to bind port b72c2cbb-0347-4821-b435-d1750afe7835 on network 5a3136a7-a509-4273-8192-f1445720478e {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:41:22.371574 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.db_base_plugin_common [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] Allocated IP 172.20.0.2 (fef11571-b61f-4fa1-b4ac-bfc20fb525cb/171461e2-53b1-4354-abce-84ddf8b26502/bef5e7dc-3018-46b4-8153-1f0a425bd65f) {{(pid=103645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:41:22.374694 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:41:22.375122 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] Checking segment: {'id': '37a6fb90-9bc3-4200-8f22-400e0008a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '5a3136a7-a509-4273-8192-f1445720478e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:41:22.375542 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:22.376045 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] Bound using segment: {'id': '37a6fb90-9bc3-4200-8f22-400e0008a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '5a3136a7-a509-4273-8192-f1445720478e'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:41:22.376738 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] Bound port: b72c2cbb-0347-4821-b435-d1750afe7835, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a6fb90-9bc3-4200-8f22-400e0008a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '5a3136a7-a509-4273-8192-f1445720478e'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:41:22.377189 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (b72c2cbb-0347-4821-b435-d1750afe7835), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:22.421927 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-2189ae6e-9f2d-49d4-9a0d-82f223a0936c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6bd14dc5004b4ca78d494705c0444441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5861895 Apr 08 17:41:22.424661 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 47306) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:22.444836 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189ae6e-9f2d-49d4-9a0d-82f223a0936c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf1fec9-d593-4127-a1ba-9cb50171d089,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:22.534652 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-eb71f5f3-fb3c-42a0-9ea0-096588bff576 admin admin] Publish callbacks [] for security_group (ebf1fec9-d593-4127-a1ba-9cb50171d089), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:22.563815 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] For port b72c2cbb-0347-4821-b435-d1750afe7835, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:41:22.567948 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-eb71f5f3-fb3c-42a0-9ea0-096588bff576 admin admin] Publish callbacks [] for security_group (ebf1fec9-d593-4127-a1ba-9cb50171d089), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:22.569956 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2322-6c7e-4d1c-9b3e-1d8699deb697 admin admin] Publish callbacks [] for port (62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:22.572735 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] For port b72c2cbb-0347-4821-b435-d1750afe7835, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=b72c2cbb-0347-4821-b435-d1750afe7835,segment=NetworkSegment(37a6fb90-9bc3-4200-8f22-400e0008a1b5),segment_id=37a6fb90-9bc3-4200-8f22-400e0008a1b5)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:41:22.590799 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (b72c2cbb-0347-4821-b435-d1750afe7835), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:22.651403 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2322-6c7e-4d1c-9b3e-1d8699deb697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:22.658036 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-eb71f5f3-fb3c-42a0-9ea0-096588bff576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (ebf1fec9-d593-4127-a1ba-9cb50171d089), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:22.661665 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-eb71f5f3-fb3c-42a0-9ea0-096588bff576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:22.664089 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-eb71f5f3-fb3c-42a0-9ea0-096588bff576 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebf1fec9-d593-4127-a1ba-9cb50171d089 HTTP/1.1" status: 204 len: 168 time: 0.2384243 Apr 08 17:41:22.676587 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71f5f3-fb3c-42a0-9ea0-096588bff576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf1fec9-d593-4127-a1ba-9cb50171d089,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:22.759014 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9e2322-6c7e-4d1c-9b3e-1d8699deb697 admin admin] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:41:22.767882 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-ef9e2322-6c7e-4d1c-9b3e-1d8699deb697 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:41:22.771523 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-a98ab652-b24b-4d41-b751-39aeb30c7c2a None None] Provisioning complete for port b72c2cbb-0347-4821-b435-d1750afe7835 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:22.772112 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a98ab652-b24b-4d41-b751-39aeb30c7c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (b72c2cbb-0347-4821-b435-d1750afe7835), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:22.803443 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9e2322-6c7e-4d1c-9b3e-1d8699deb697 admin admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:41:22.836030 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] Routers {'7d87c93a-cdf2-42a6-a4af-fb44226ce246'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:41:22.836724 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:41:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7d87c93a-cdf2-42a6-a4af-fb44226ce246'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:41:22.908835 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe284d-7e14-46bb-acdd-daf5130b6ac6 None None] Pushing event updated for resources: {'Port': ['ID=b72c2cbb-0347-4821-b435-d1750afe7835,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:22.910460 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e2322-6c7e-4d1c-9b3e-1d8699deb697 admin admin] Pushing event updated for resources: {'Port': ['ID=62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:22.935856 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] Publish callbacks [] for port (bef5e7dc-3018-46b4-8153-1f0a425bd65f), precommit_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:22.957809 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632'] for port (bef5e7dc-3018-46b4-8153-1f0a425bd65f), after_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:22.994278 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e35e98-3665-4453-92e3-c17d0b874068 req-c5df835f-7898-4b1f-88f2-f3c3e502efc6 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:22.995903 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e2e35e98-3665-4453-92e3-c17d0b874068 req-c5df835f-7898-4b1f-88f2-f3c3e502efc6 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.2163537 Apr 08 17:41:23.029226 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] Pushing event updated for resources: {'Port': ['ID=bef5e7dc-3018-46b4-8153-1f0a425bd65f,revision_number=1']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:23.030007 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b6951-b472-40ee-b905-4537888f2e26 req-6b17b560-720c-48cc-94fb-31f71098e23d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:23.040751 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9a0b6951-b472-40ee-b905-4537888f2e26 req-6b17b560-720c-48cc-94fb-31f71098e23d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.2426572 Apr 08 17:41:23.066415 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] Network fef11571-b61f-4fa1-b4ac-bfc20fb525cb is already hosted by enough agents. {{(pid=103645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:41:23.101120 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.base_scheduler [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] Resources bound (agent type, host, resource id): {{(pid=103645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:41:23.103865 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] Received port after_create {{(pid=103645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:41:23.197085 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9a0b6951-b472-40ee-b905-4537888f2e26 req-7fa7450e-4e6b-4053-883a-dc75e24da11c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551917 Apr 08 17:41:23.211148 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device a77d3cab-e313-43bb-ba85-71744ec74bfc up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:41:23.216719 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2322-6c7e-4d1c-9b3e-1d8699deb697 admin admin] Publish callbacks [] for router_gateway (9a8b1b59-022a-4775-88eb-9a261a72dcd2), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.240883 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e2e35e98-3665-4453-92e3-c17d0b874068 req-c68b1f4b-3570-41fe-a9a5-1febf747b117 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301204 Apr 08 17:41:23.285452 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 47342) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:23.305994 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] Attempting to bind port bef5e7dc-3018-46b4-8153-1f0a425bd65f on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:41:23.306381 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] Attempting to bind port bef5e7dc-3018-46b4-8153-1f0a425bd65f by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': 'f92c852c-f59e-43dd-a35e-c33a5f5b2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fef11571-b61f-4fa1-b4ac-bfc20fb525cb'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:41:23.306747 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] Attempting to bind port bef5e7dc-3018-46b4-8153-1f0a425bd65f on network fef11571-b61f-4fa1-b4ac-bfc20fb525cb {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:41:23.314985 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f31da188-1a75-407b-b831-0922344d3809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.331981 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-a98ab652-b24b-4d41-b751-39aeb30c7c2a None None] Current status of the port b72c2cbb-0347-4821-b435-d1750afe7835 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:23.332406 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a98ab652-b24b-4d41-b751-39aeb30c7c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (b72c2cbb-0347-4821-b435-d1750afe7835), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.335365 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:41:23.335753 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] Checking segment: {'id': 'f92c852c-f59e-43dd-a35e-c33a5f5b2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fef11571-b61f-4fa1-b4ac-bfc20fb525cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:41:23.336154 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.336673 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] Bound using segment: {'id': 'f92c852c-f59e-43dd-a35e-c33a5f5b2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fef11571-b61f-4fa1-b4ac-bfc20fb525cb'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:41:23.337271 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] Bound port: bef5e7dc-3018-46b4-8153-1f0a425bd65f, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92c852c-f59e-43dd-a35e-c33a5f5b2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fef11571-b61f-4fa1-b4ac-bfc20fb525cb'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:41:23.337667 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (bef5e7dc-3018-46b4-8153-1f0a425bd65f), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.348435 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] Set router 7d87c93a-cdf2-42a6-a4af-fb44226ce246 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:41:23.411621 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cc3e3-0d8f-41fc-a026-b77c2e77b63a req-500f7a91-2aa8-4081-958b-97cc58b7abc6 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:23.413502 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-160cc3e3-0d8f-41fc-a026-b77c2e77b63a req-500f7a91-2aa8-4081-958b-97cc58b7abc6 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 945 time: 0.0684385 Apr 08 17:41:23.456172 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-a98ab652-b24b-4d41-b751-39aeb30c7c2a None None] For port b72c2cbb-0347-4821-b435-d1750afe7835, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=b72c2cbb-0347-4821-b435-d1750afe7835,segment=NetworkSegment(37a6fb90-9bc3-4200-8f22-400e0008a1b5),segment_id=37a6fb90-9bc3-4200-8f22-400e0008a1b5)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:41:23.472388 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port a77d3cab-e313-43bb-ba85-71744ec74bfc completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:41:23.485553 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a98ab652-b24b-4d41-b751-39aeb30c7c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (b72c2cbb-0347-4821-b435-d1750afe7835), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.487388 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2322-6c7e-4d1c-9b3e-1d8699deb697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646010'] for router (9a8b1b59-022a-4775-88eb-9a261a72dcd2), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.501618 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-160cc3e3-0d8f-41fc-a026-b77c2e77b63a req-07d5920c-0a1d-4975-888e-28518922eff0 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727720 Apr 08 17:41:23.529771 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981fcaf-a4fa-4f46-aeda-172bbb879989 req-0deeab84-3686-4944-a1bc-fb1b12948d5b tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:23.536996 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3981fcaf-a4fa-4f46-aeda-172bbb879989 req-0deeab84-3686-4944-a1bc-fb1b12948d5b tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 946 time: 0.1211498 Apr 08 17:41:23.602222 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port a77d3cab-e313-43bb-ba85-71744ec74bfc triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:23.603263 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.636277 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ab652-b24b-4d41-b751-39aeb30c7c2a None None] Pushing event updated for resources: {'Port': ['ID=b72c2cbb-0347-4821-b435-d1750afe7835,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:23.652889 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3981fcaf-a4fa-4f46-aeda-172bbb879989 req-875721e6-b53a-4c77-9bc3-000c0722f392 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139870 Apr 08 17:41:23.674473 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f31da188-1a75-407b-b831-0922344d3809 admin admin] Publish callbacks [] for security_group (e5046587-22bb-46b8-9cb6-c2bad005a61e), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.682531 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f31da188-1a75-407b-b831-0922344d3809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (e5046587-22bb-46b8-9cb6-c2bad005a61e), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.688099 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9e2322-6c7e-4d1c-9b3e-1d8699deb697 admin admin] Router 9a8b1b59-022a-4775-88eb-9a261a72dcd2 is scheduled to L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 with binding_index 1 {{(pid=103643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:41:23.743169 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-f31da188-1a75-407b-b831-0922344d3809 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66adc32c633049e18a284898cab2c34d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4564281 Apr 08 17:41:23.744154 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31da188-1a75-407b-b831-0922344d3809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5046587-22bb-46b8-9cb6-c2bad005a61e,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:23.746682 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 47358) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:23.769945 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-9ae9625b-1016-4441-a0c0-4aa1be92b11d None None] Provisioning complete for port b72c2cbb-0347-4821-b435-d1750afe7835 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:23.770430 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-9ae9625b-1016-4441-a0c0-4aa1be92b11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (b72c2cbb-0347-4821-b435-d1750afe7835), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.831342 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b296078c-b0ba-44b8-8409-da839459371e admin admin] Publish callbacks [] for security_group (e5046587-22bb-46b8-9cb6-c2bad005a61e), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.844101 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9e2322-6c7e-4d1c-9b3e-1d8699deb697 admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:41:23.844563 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] For port bef5e7dc-3018-46b4-8153-1f0a425bd65f, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:41:23.858567 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] Sync routers for ids ['9a8b1b59-022a-4775-88eb-9a261a72dcd2'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:41:23.871975 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b296078c-b0ba-44b8-8409-da839459371e admin admin] Publish callbacks [] for security_group (e5046587-22bb-46b8-9cb6-c2bad005a61e), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.877870 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2322-6c7e-4d1c-9b3e-1d8699deb697 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.878946 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] Routers {'9a8b1b59-022a-4775-88eb-9a261a72dcd2'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:41:23.879318 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-ef9e2322-6c7e-4d1c-9b3e-1d8699deb697 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5392385 Apr 08 17:41:23.880352 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:41:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['9a8b1b59-022a-4775-88eb-9a261a72dcd2'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:41:23.883199 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 47378) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:23.919778 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] For port bef5e7dc-3018-46b4-8153-1f0a425bd65f, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=bef5e7dc-3018-46b4-8153-1f0a425bd65f,segment=NetworkSegment(f92c852c-f59e-43dd-a35e-c33a5f5b2924),segment_id=f92c852c-f59e-43dd-a35e-c33a5f5b2924)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:41:23.977891 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b296078c-b0ba-44b8-8409-da839459371e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (e5046587-22bb-46b8-9cb6-c2bad005a61e), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.987276 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b296078c-b0ba-44b8-8409-da839459371e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.991967 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-b296078c-b0ba-44b8-8409-da839459371e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5046587-22bb-46b8-9cb6-c2bad005a61e HTTP/1.1" status: 204 len: 168 time: 0.2308321 Apr 08 17:41:24.002560 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (bef5e7dc-3018-46b4-8153-1f0a425bd65f), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:24.032271 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296078c-b0ba-44b8-8409-da839459371e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5046587-22bb-46b8-9cb6-c2bad005a61e,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:24.064097 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] Set router 9a8b1b59-022a-4775-88eb-9a261a72dcd2 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:41:24.124822 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'name': 'tempest-TestShelveInstance-1721933351-router', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:12Z', 'updated_at': '2022-04-08T17:41:17Z', 'revision_number': 4, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'gw_port': {'id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:13Z', 'updated_at': '2022-04-08T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'b72c2cbb-0347-4821-b435-d1750afe7835', 'name': '', 'network_id': '5a3136a7-a509-4273-8192-f1445720478e', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'mac_address': 'fa:16:3e:5f:e8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:16Z', 'updated_at': '2022-04-08T17:41:22Z', 'revision_number': 4, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'subnets': [{'id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:41:24.172931 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc14af-c9a6-45b2-8cf4-a57bb9526000 None None] The sync data for ids ['7d87c93a-cdf2-42a6-a4af-fb44226ce246'] in dv-cinder-837164-1-iscsi is: [{'id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'name': 'tempest-TestShelveInstance-1721933351-router', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:12Z', 'updated_at': '2022-04-08T17:41:17Z', 'revision_number': 4, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'gw_port': {'id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:13Z', 'updated_at': '2022-04-08T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'b72c2cbb-0347-4821-b435-d1750afe7835', 'name': '', 'network_id': '5a3136a7-a509-4273-8192-f1445720478e', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'mac_address': 'fa:16:3e:5f:e8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:16Z', 'updated_at': '2022-04-08T17:41:22Z', 'revision_number': 4, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'subnets': [{'id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:41:24.350503 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port a77d3cab-e313-43bb-ba85-71744ec74bfc is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:24.360309 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:24.518352 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f481c95-be62-40dd-949d-d0d90c9a2954 None None] Pushing event updated for resources: {'Port': ['ID=bef5e7dc-3018-46b4-8153-1f0a425bd65f,revision_number=2']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:24.549448 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-9ae9625b-1016-4441-a0c0-4aa1be92b11d None None] Current status of the port b72c2cbb-0347-4821-b435-d1750afe7835 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:24.563330 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7912b095-825c-4c1f-8131-9aa11346d71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77d3cab-e313-43bb-ba85-71744ec74bfc'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:41:24.566369 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3585e492-7f62-4560-adf4-93354dea3ab9" -d '{"events": [{"server_uuid": "7912b095-825c-4c1f-8131-9aa11346d71a", "name": "network-vif-plugged", "status": "completed", "tag": "a77d3cab-e313-43bb-ba85-71744ec74bfc"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:41:24.590698 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port a77d3cab-e313-43bb-ba85-71744ec74bfc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a77d3cab-e313-43bb-ba85-71744ec74bfc,segment=NetworkSegment(5f841c34-c6dd-467e-82f9-2f99f5064ce8),segment_id=5f841c34-c6dd-467e-82f9-2f99f5064ce8)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:41:24.598445 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:24.602565 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 9b270452-fa43-4eb0-9da8-b3d116b614f2 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:41:24.811611 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=a77d3cab-e313-43bb-ba85-71744ec74bfc,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:24.835637 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8b1b59-022a-4775-88eb-9a261a72dcd2', 'name': 'tempest-TestShelveInstance-1267302058-router', 'tenant_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:21Z', 'updated_at': '2022-04-08T17:41:23Z', 'revision_number': 3, 'project_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'gw_port': {'id': '62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8b1b59-022a-4775-88eb-9a261a72dcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:22Z', 'updated_at': '2022-04-08T17:41:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:41:24.836305 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 9b270452-fa43-4eb0-9da8-b3d116b614f2 is: DOWN; New status is: DOWN {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:24.882300 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9413129-e99b-4fe4-a579-f6824d77e22a req-a0f37a7a-2e3d-4932-8c3b-232893055ade tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:24.884489 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c9413129-e99b-4fe4-a579-f6824d77e22a req-a0f37a7a-2e3d-4932-8c3b-232893055ade tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.3208511 Apr 08 17:41:24.910502 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b01501-6d1f-43ba-8f1c-eaf14e35dd4d req-89de3508-95b7-455b-a328-da8eb83a8d80 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:24.926343 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-92b01501-6d1f-43ba-8f1c-eaf14e35dd4d req-89de3508-95b7-455b-a328-da8eb83a8d80 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.3999667 Apr 08 17:41:24.951608 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f1024-4d14-4aee-bba8-9f503e4b27c0 req-f73d7c54-aa49-4f45-8cad-9ad05f831511 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:24.958773 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-eb3f1024-4d14-4aee-bba8-9f503e4b27c0 req-f73d7c54-aa49-4f45-8cad-9ad05f831511 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.91 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 946 time: 0.1412001 Apr 08 17:41:25.016674 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] Checking router: 9a8b1b59-022a-4775-88eb-9a261a72dcd2 for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:41:25.016674 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] Updating router 9a8b1b59-022a-4775-88eb-9a261a72dcd2 port 62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7 binding host dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:41:25.056424 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:25.088819 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c9413129-e99b-4fe4-a579-f6824d77e22a req-7b3617ec-c428-4f62-b73a-71313cc5c4d7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573679 Apr 08 17:41:25.090581 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0bb5fa26-2019-4a90-8924-4b06075580fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:25.104666 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-92b01501-6d1f-43ba-8f1c-eaf14e35dd4d req-2a9258a2-1781-4161-a05d-f5d3b5559352 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772983 Apr 08 17:41:25.112042 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 47454) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:25.153512 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-26bf71e1-a15d-4acd-bd34-70caadbf9de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:25.200877 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c9fe31-efae-4c7b-9a0c-e4f18ae0cde4 x-openstack-request-id: req-d4c9fe31-efae-4c7b-9a0c-e4f18ae0cde4 {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:41:25.201198 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7912b095-825c-4c1f-8131-9aa11346d71a", "name": "network-vif-plugged", "status": "completed", "tag": "a77d3cab-e313-43bb-ba85-71744ec74bfc", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:41:25.201463 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4c9fe31-efae-4c7b-9a0c-e4f18ae0cde4 {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:41:25.201876 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c9fe31-efae-4c7b-9a0c-e4f18ae0cde4'] response: {'server_uuid': '7912b095-825c-4c1f-8131-9aa11346d71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77d3cab-e313-43bb-ba85-71744ec74bfc', 'code': 200} Apr 08 17:41:25.471948 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device bef5e7dc-3018-46b4-8153-1f0a425bd65f up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:41:25.596551 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf35e2b-ebcf-4665-b08a-04d054cb9ec1 req-1658bfa6-7dad-4241-8fc1-be1cc43bbe0d tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:25.598968 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ccf35e2b-ebcf-4665-b08a-04d054cb9ec1 req-1658bfa6-7dad-4241-8fc1-be1cc43bbe0d tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 946 time: 0.3103373 Apr 08 17:41:25.632702 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port bef5e7dc-3018-46b4-8153-1f0a425bd65f triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:25.633092 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (bef5e7dc-3018-46b4-8153-1f0a425bd65f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:25.633719 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd281e02-b614-4b3e-b39c-cfb4b450af51 req-a6d04064-01d3-49d5-a257-3132eb6397d1 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:25.640547 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-eb3f1024-4d14-4aee-bba8-9f503e4b27c0 req-a7f608af-71d9-476f-b1d6-e04a80326caf tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Deleting port 579ba765-a84b-4201-9993-6ad5dc1d7790 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:41:25.641351 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-eb3f1024-4d14-4aee-bba8-9f503e4b27c0 req-a7f608af-71d9-476f-b1d6-e04a80326caf tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (579ba765-a84b-4201-9993-6ad5dc1d7790), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:25.642401 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-dd281e02-b614-4b3e-b39c-cfb4b450af51 req-a6d04064-01d3-49d5-a257-3132eb6397d1 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 946 time: 0.3555319 Apr 08 17:41:25.757347 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-0bb5fa26-2019-4a90-8924-4b06075580fd admin admin] Allocated IP 172.20.0.1 (fef11571-b61f-4fa1-b4ac-bfc20fb525cb/171461e2-53b1-4354-abce-84ddf8b26502/c1dca03a-d312-4f9c-8ca7-3d65bbae2593) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:41:25.804234 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] Publish callbacks [] for port (62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:25.814534 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:25.834848 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-26bf71e1-a15d-4acd-bd34-70caadbf9de5 admin admin] Publish callbacks [] for security_group (9020655f-1d51-4a06-bf4c-aa8573df2fff), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:25.902972 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-26bf71e1-a15d-4acd-bd34-70caadbf9de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (9020655f-1d51-4a06-bf4c-aa8573df2fff), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:26.001984 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8eb72a-b6c2-4691-ab95-6178f86f834b None None] Pushing event updated for resources: {'Port': ['ID=62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:26.015718 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f62fcf-20d3-4279-ab67-69c7345334d0 req-2f6212f9-fdbc-4730-8562-4d714e90248d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:26.017932 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-76f62fcf-20d3-4279-ab67-69c7345334d0 req-2f6212f9-fdbc-4730-8562-4d714e90248d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 1130 time: 0.0771859 Apr 08 17:41:26.052984 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] Attempting to bind port 62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:41:26.053515 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] Attempting to bind port 62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:41:26.054614 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] Attempting to bind port 62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7 on network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:41:26.080293 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:41:26.080671 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] Checking segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:41:26.084769 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:26.085332 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] Bound using segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:41:26.086201 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-dd281e02-b614-4b3e-b39c-cfb4b450af51 req-6e35156c-01e1-4b61-b39d-47d1f938003c tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ca0466-a372-405b-a84f-2bca943b42dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426775 Apr 08 17:41:26.087443 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] Bound port: 62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:41:26.087581 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-eb3f1024-4d14-4aee-bba8-9f503e4b27c0 req-a7f608af-71d9-476f-b1d6-e04a80326caf tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] For port 579ba765-a84b-4201-9993-6ad5dc1d7790, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=579ba765-a84b-4201-9993-6ad5dc1d7790,segment=NetworkSegment(65aaa2bb-b6db-4490-a915-86c821f1e2cb),segment_id=65aaa2bb-b6db-4490-a915-86c821f1e2cb)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:41:26.087937 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-eb3f1024-4d14-4aee-bba8-9f503e4b27c0 req-a7f608af-71d9-476f-b1d6-e04a80326caf tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (579ba765-a84b-4201-9993-6ad5dc1d7790), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:26.093087 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:26.126971 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7183dc-2c3c-416c-af8e-6c3c526b39be None None] Network fef11571-b61f-4fa1-b4ac-bfc20fb525cb requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:41:26.156354 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-eb3f1024-4d14-4aee-bba8-9f503e4b27c0 req-a7f608af-71d9-476f-b1d6-e04a80326caf tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Calling delete_port for 579ba765-a84b-4201-9993-6ad5dc1d7790 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:41:26.167627 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ccf35e2b-ebcf-4665-b08a-04d054cb9ec1 req-c9db2685-0702-4786-a949-0885c04dc6d3 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077391 Apr 08 17:41:26.209228 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-26bf71e1-a15d-4acd-bd34-70caadbf9de5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05adbfe95eda4907b4a98427de4abbdf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0958631 Apr 08 17:41:26.227758 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 47484) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:26.248394 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port bef5e7dc-3018-46b4-8153-1f0a425bd65f is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:26.249343 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (bef5e7dc-3018-46b4-8153-1f0a425bd65f), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:26.258671 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf71e1-a15d-4acd-bd34-70caadbf9de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9020655f-1d51-4a06-bf4c-aa8573df2fff,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:26.270823 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-ddbc9b53-1557-46d9-b857-b4ebf4982ac2 None None] Provisioning complete for port bef5e7dc-3018-46b4-8153-1f0a425bd65f triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:26.271657 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-ddbc9b53-1557-46d9-b857-b4ebf4982ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (bef5e7dc-3018-46b4-8153-1f0a425bd65f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:26.289752 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] For port 62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:41:26.320619 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] For port 62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:41:26.337743 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:26.339526 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] For port bef5e7dc-3018-46b4-8153-1f0a425bd65f, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=bef5e7dc-3018-46b4-8153-1f0a425bd65f,segment=NetworkSegment(f92c852c-f59e-43dd-a35e-c33a5f5b2924),segment_id=f92c852c-f59e-43dd-a35e-c33a5f5b2924)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:41:26.361401 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (bef5e7dc-3018-46b4-8153-1f0a425bd65f), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:26.362479 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device b72c2cbb-0347-4821-b435-d1750afe7835 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:41:26.444297 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169db8d-cf6a-4fb1-87cc-ef51804a9305 req-033eb34a-ed17-41ed-8635-663c1a4338e3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:26.446106 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b169db8d-cf6a-4fb1-87cc-ef51804a9305 req-033eb34a-ed17-41ed-8635-663c1a4338e3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.1584256 Apr 08 17:41:26.478249 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] Routers {'9a8b1b59-022a-4775-88eb-9a261a72dcd2'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:41:26.480357 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:41:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['9a8b1b59-022a-4775-88eb-9a261a72dcd2'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:41:26.511860 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-76f62fcf-20d3-4279-ab67-69c7345334d0 req-1f6a910a-d930-4c5a-b02f-12f2d7afe0a2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499831 Apr 08 17:41:26.514664 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122eaba1-f41d-426f-b6fb-27ed7db7942b req-e7416df3-bc2d-4687-9dbe-b0c32fcf1653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:26.516345 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-122eaba1-f41d-426f-b6fb-27ed7db7942b req-e7416df3-bc2d-4687-9dbe-b0c32fcf1653 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 1130 time: 0.4974802 Apr 08 17:41:26.525335 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0bb5fa26-2019-4a90-8924-4b06075580fd admin admin] Publish callbacks [] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:26.534439 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cebd3-8def-4e4c-ba69-e1f25bfb6c2a req-e6b933cc-1962-44a2-b15b-f72917c9b959 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:26.542760 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ee4cebd3-8def-4e4c-ba69-e1f25bfb6c2a req-e6b933cc-1962-44a2-b15b-f72917c9b959 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.1234314 Apr 08 17:41:26.562241 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-02667ca9-2ded-4294-967e-c6bfc309079a admin admin] Publish callbacks [] for security_group (9020655f-1d51-4a06-bf4c-aa8573df2fff), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:26.620428 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Pushing event updated for resources: {'Port': ['ID=bef5e7dc-3018-46b4-8153-1f0a425bd65f,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:26.638464 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] Set router 9a8b1b59-022a-4775-88eb-9a261a72dcd2 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:41:26.655176 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b169db8d-cf6a-4fb1-87cc-ef51804a9305 req-4698f08e-ae8c-4a0f-b1af-244341dbf029 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832311 Apr 08 17:41:26.661964 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0bb5fa26-2019-4a90-8924-4b06075580fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:26.668876 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-02667ca9-2ded-4294-967e-c6bfc309079a admin admin] Publish callbacks [] for security_group (9020655f-1d51-4a06-bf4c-aa8573df2fff), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:26.741851 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8eb72a-b6c2-4691-ab95-6178f86f834b None None] Pushing event updated for resources: {'Port': ['ID=62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7,revision_number=3']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:26.743148 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ee4cebd3-8def-4e4c-ba69-e1f25bfb6c2a req-2d266bf7-0feb-4361-9016-5f8650cf8c0b tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941833 Apr 08 17:41:26.780813 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-eb3f1024-4d14-4aee-bba8-9f503e4b27c0 req-a7f608af-71d9-476f-b1d6-e04a80326caf tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (579ba765-a84b-4201-9993-6ad5dc1d7790), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:26.836473 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-02667ca9-2ded-4294-967e-c6bfc309079a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (9020655f-1d51-4a06-bf4c-aa8573df2fff), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:26.846165 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-02667ca9-2ded-4294-967e-c6bfc309079a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:26.848900 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-02667ca9-2ded-4294-967e-c6bfc309079a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9020655f-1d51-4a06-bf4c-aa8573df2fff HTTP/1.1" status: 204 len: 168 time: 0.6186078 Apr 08 17:41:26.850883 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb5fa26-2019-4a90-8924-4b06075580fd admin admin] Network fef11571-b61f-4fa1-b4ac-bfc20fb525cb is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:41:26.868432 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port b72c2cbb-0347-4821-b435-d1750afe7835 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:26.869385 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (b72c2cbb-0347-4821-b435-d1750afe7835), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:26.877114 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02667ca9-2ded-4294-967e-c6bfc309079a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9020655f-1d51-4a06-bf4c-aa8573df2fff,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:26.881324 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-0bb5fa26-2019-4a90-8924-4b06075580fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:41:26.921959 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb5fa26-2019-4a90-8924-4b06075580fd admin admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:41:26.944990 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc9b53-1557-46d9-b857-b4ebf4982ac2 None None] Current status of the port bef5e7dc-3018-46b4-8153-1f0a425bd65f is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:26.988135 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0bb5fa26-2019-4a90-8924-4b06075580fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645933'] for router_interface (9a8b1b59-022a-4775-88eb-9a261a72dcd2), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:27.010625 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5fa26-2019-4a90-8924-4b06075580fd admin admin] Pushing event updated for resources: {'Port': ['ID=c1dca03a-d312-4f9c-8ca7-3d65bbae2593,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:27.076792 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-122eaba1-f41d-426f-b6fb-27ed7db7942b req-941f5310-c0ba-4a7b-93e1-ba53a665872d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866166 Apr 08 17:41:27.101219 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port b72c2cbb-0347-4821-b435-d1750afe7835 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:27.120711 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8b1b59-022a-4775-88eb-9a261a72dcd2', 'name': 'tempest-TestShelveInstance-1267302058-router', 'tenant_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:21Z', 'updated_at': '2022-04-08T17:41:23Z', 'revision_number': 3, 'project_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'gw_port': {'id': '62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8b1b59-022a-4775-88eb-9a261a72dcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:22Z', 'updated_at': '2022-04-08T17:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:41:27.133288 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f608af-71d9-476f-b1d6-e04a80326caf tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Pushing event deleted for resources: {'Port': ['ID=579ba765-a84b-4201-9993-6ad5dc1d7790,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:27.134844 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 579ba765-a84b-4201-9993-6ad5dc1d7790 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:41:27.135829 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3f1024-4d14-4aee-bba8-9f503e4b27c0 req-a7f608af-71d9-476f-b1d6-e04a80326caf tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] No DVR routers for this DVR port 579ba765-a84b-4201-9993-6ad5dc1d7790 on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:41:27.143999 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-eb3f1024-4d14-4aee-bba8-9f503e4b27c0 req-a7f608af-71d9-476f-b1d6-e04a80326caf tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:27.147627 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-eb3f1024-4d14-4aee-bba8-9f503e4b27c0 req-a7f608af-71d9-476f-b1d6-e04a80326caf tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.91 "DELETE /v2.0/ports/579ba765-a84b-4201-9993-6ad5dc1d7790 HTTP/1.1" status: 204 len: 173 time: 1.7267978 Apr 08 17:41:27.148231 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37', 'name': 'network-vif-deleted', 'tag': '579ba765-a84b-4201-9993-6ad5dc1d7790'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:41:27.150981 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b396a8-8ae5-4b9c-848a-8e66735017e0" -d '{"events": [{"server_uuid": "00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37", "name": "network-vif-deleted", "tag": "579ba765-a84b-4201-9993-6ad5dc1d7790"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:41:27.167718 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c044dc2b-fbbd-439e-ba04-a754c10c5b51 None None] The sync data for ids ['9a8b1b59-022a-4775-88eb-9a261a72dcd2'] in dv-cinder-837164-1-iscsi is: [{'id': '9a8b1b59-022a-4775-88eb-9a261a72dcd2', 'name': 'tempest-TestShelveInstance-1267302058-router', 'tenant_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:21Z', 'updated_at': '2022-04-08T17:41:23Z', 'revision_number': 3, 'project_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'gw_port': {'id': '62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8b1b59-022a-4775-88eb-9a261a72dcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:22Z', 'updated_at': '2022-04-08T17:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:41:27.213228 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: 579ba765-a84b-4201-9993-6ad5dc1d7790 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:41:27.213675 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 579ba765-a84b-4201-9993-6ad5dc1d7790 not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:41:27.276477 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-7b478f5d-ac23-4e3d-915d-ed0c26c23455 None None] Provisioning complete for port bef5e7dc-3018-46b4-8153-1f0a425bd65f triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:27.278971 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-7b478f5d-ac23-4e3d-915d-ed0c26c23455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (bef5e7dc-3018-46b4-8153-1f0a425bd65f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:27.351303 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-816a60f4-1182-46a7-b19a-1f2f7eed3e03 req-510f1735-3ceb-412f-bbca-ff871fd756a9 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 210 time: 0.0967147 Apr 08 17:41:27.384892 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5b854f-05dd-4838-bbd6-c5090c3ae1f4 x-openstack-request-id: req-3e5b854f-05dd-4838-bbd6-c5090c3ae1f4 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:41:27.385296 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37", "name": "network-vif-deleted", "tag": "579ba765-a84b-4201-9993-6ad5dc1d7790", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:41:27.385621 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e5b854f-05dd-4838-bbd6-c5090c3ae1f4 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:41:27.386267 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e5b854f-05dd-4838-bbd6-c5090c3ae1f4'] response: {'server_uuid': '00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37', 'name': 'network-vif-deleted', 'tag': '579ba765-a84b-4201-9993-6ad5dc1d7790', 'status': 'completed', 'code': 200} Apr 08 17:41:27.420656 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0bb5fa26-2019-4a90-8924-4b06075580fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:27.463470 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device bef5e7dc-3018-46b4-8153-1f0a425bd65f up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:41:27.544760 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7542e6-f463-4354-96c8-40f31b532ee7 req-d65ac47d-78e0-432a-a232-d840fd05f2d6 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:27.573630 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9a7542e6-f463-4354-96c8-40f31b532ee7 req-d65ac47d-78e0-432a-a232-d840fd05f2d6 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 946 time: 0.1064310 Apr 08 17:41:27.702182 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-7b478f5d-ac23-4e3d-915d-ed0c26c23455 None None] Current status of the port bef5e7dc-3018-46b4-8153-1f0a425bd65f is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:27.713017 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [req-f9d124fd-44ad-45b9-9804-7a0cdb316484 req-9aa08c9e-164f-4331-b082-a0ff87d8cf95 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103644) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:41:27.717099 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f9d124fd-44ad-45b9-9804-7a0cdb316484 req-9aa08c9e-164f-4331-b082-a0ff87d8cf95 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086172 Apr 08 17:41:27.753107 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-7b478f5d-ac23-4e3d-915d-ed0c26c23455 None None] Provisioning complete for port c1dca03a-d312-4f9c-8ca7-3d65bbae2593 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:27.753436 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-7b478f5d-ac23-4e3d-915d-ed0c26c23455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:27.757514 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9a7542e6-f463-4354-96c8-40f31b532ee7 req-62874912-e284-4ecf-9bb7-fbed290a3394 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651297 Apr 08 17:41:27.831033 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port bef5e7dc-3018-46b4-8153-1f0a425bd65f triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:27.831591 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (bef5e7dc-3018-46b4-8153-1f0a425bd65f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:27.895348 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-7b478f5d-ac23-4e3d-915d-ed0c26c23455 None None] Port c1dca03a-d312-4f9c-8ca7-3d65bbae2593 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:41:27.902077 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0bb5fa26-2019-4a90-8924-4b06075580fd admin admin] Publish callbacks [] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:27.915257 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0bb5fa26-2019-4a90-8924-4b06075580fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:28.001108 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port bef5e7dc-3018-46b4-8153-1f0a425bd65f is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:28.020193 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-db46ac5e-3970-4680-9fa7-8324b8ed79e7 None None] Provisioning complete for port c1dca03a-d312-4f9c-8ca7-3d65bbae2593 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:28.020615 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-db46ac5e-3970-4680-9fa7-8324b8ed79e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:28.063937 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0bb5fa26-2019-4a90-8924-4b06075580fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643773'] for router_interface (9a8b1b59-022a-4775-88eb-9a261a72dcd2), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:28.069774 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5fa26-2019-4a90-8924-4b06075580fd admin admin] Pushing event updated for resources: {'Port': ['ID=c1dca03a-d312-4f9c-8ca7-3d65bbae2593,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:28.100919 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-db46ac5e-3970-4680-9fa7-8324b8ed79e7 None None] Port c1dca03a-d312-4f9c-8ca7-3d65bbae2593 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:41:28.232180 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb5fa26-2019-4a90-8924-4b06075580fd admin admin] Network fef11571-b61f-4fa1-b4ac-bfc20fb525cb is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:41:28.235214 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-0bb5fa26-2019-4a90-8924-4b06075580fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:41:28.301839 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730af04-feba-4719-90e4-45d091b081ce req-19c6b8bb-ad13-4e72-93f3-16cebd1b9a28 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:28.326886 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f730af04-feba-4719-90e4-45d091b081ce req-19c6b8bb-ad13-4e72-93f3-16cebd1b9a28 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.4815235 Apr 08 17:41:28.368271 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8dbd2-0a9e-4535-9e4e-005bcc05668d req-41eb9b4b-a95f-49e4-b5a1-01fe672b4f25 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:28.377374 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-30b8dbd2-0a9e-4535-9e4e-005bcc05668d req-41eb9b4b-a95f-49e4-b5a1-01fe672b4f25 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.1293709 Apr 08 17:41:28.470429 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f730af04-feba-4719-90e4-45d091b081ce req-cf7f42ed-b5dd-4e07-9d9e-f020db078a33 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422486 Apr 08 17:41:28.493517 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-30b8dbd2-0a9e-4535-9e4e-005bcc05668d req-294c35c9-85a7-48df-9de1-480c0f891eb6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149309 Apr 08 17:41:28.494057 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 47570) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:28.656729 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d476a78a-3e3f-49d3-871a-bae230616e15 req-75ddc814-6183-4d5c-8016-59c8750d1d56 tempest-VolumesActionsTest-2128970652 tempest-VolumesActionsTest-2128970652-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e4afc0-0394-4bb0-bbf5-b7a6ac3f1e37 HTTP/1.1" status: 200 len: 210 time: 0.0507486 Apr 08 17:41:28.738660 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-b2e703c6-84ce-4c7d-9644-3df99e39c941 None None] Provisioning complete for port c1dca03a-d312-4f9c-8ca7-3d65bbae2593 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:28.740644 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-b2e703c6-84ce-4c7d-9644-3df99e39c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:28.761598 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477dc00-2f3f-4611-9be4-e988646f49c8 req-aaa969ea-8ad6-4f33-a00e-4937baead934 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:28.768750 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c477dc00-2f3f-4611-9be4-e988646f49c8 req-aaa969ea-8ad6-4f33-a00e-4937baead934 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.1106925 Apr 08 17:41:28.827783 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-b2e703c6-84ce-4c7d-9644-3df99e39c941 None None] Port c1dca03a-d312-4f9c-8ca7-3d65bbae2593 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:41:28.848740 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c477dc00-2f3f-4611-9be4-e988646f49c8 req-03654ce2-baaf-41ca-9fa3-9230788d96f5 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789459 Apr 08 17:41:28.987926 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb5fa26-2019-4a90-8924-4b06075580fd admin admin] Router 9a8b1b59-022a-4775-88eb-9a261a72dcd2 has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:41:29.003364 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58004344-9051-4161-a9b4-9f99550e3878 req-96de6e9e-7cf4-40c4-8dfd-a75789621e9c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:29.004891 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-58004344-9051-4161-a9b4-9f99550e3878 req-96de6e9e-7cf4-40c4-8dfd-a75789621e9c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 946 time: 0.1063595 Apr 08 17:41:29.045524 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-5716d9c8-3fe6-4a1d-a53a-4f450435d317 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18e4dee9578f4c0198ff109184b87196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5459645 Apr 08 17:41:29.046742 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 47582) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:29.110746 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-58004344-9051-4161-a9b4-9f99550e3878 req-95b3c929-8fd1-4ab7-a912-e69f202c08cc tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928495 Apr 08 17:41:29.139993 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb5fa26-2019-4a90-8924-4b06075580fd admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:41:29.155997 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-0bb5fa26-2019-4a90-8924-4b06075580fd admin admin] 10.222.0.24 "PUT /v2.0/routers/9a8b1b59-022a-4775-88eb-9a261a72dcd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2688394 Apr 08 17:41:29.169261 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3a6cba5-cc67-4ab3-8af8-0ef7f82e574c admin admin] Publish callbacks [] for security_group (2f6ae59a-75b7-420e-89e2-a9ba9df350dd), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:29.277062 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b7b34-d7ac-4ec8-967a-8832f4aa19da req-dcf0b4a6-1156-456f-b71a-9b97e9d830e5 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:29.286713 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e23b7b34-d7ac-4ec8-967a-8832f4aa19da req-dcf0b4a6-1156-456f-b71a-9b97e9d830e5 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 946 time: 0.0827370 Apr 08 17:41:29.321924 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3a6cba5-cc67-4ab3-8af8-0ef7f82e574c admin admin] Publish callbacks [] for security_group (2f6ae59a-75b7-420e-89e2-a9ba9df350dd), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:29.323702 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 47612) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:29.435468 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e23b7b34-d7ac-4ec8-967a-8832f4aa19da req-d3b539d3-4af3-4bcc-9d92-2913ac4bcdda tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467435 Apr 08 17:41:29.452167 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:41:29.478204 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-264cc240-61ea-4653-947d-03f08214a64c req-f799141e-37ba-4e8e-be0d-a748295eefb1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1520662 Apr 08 17:41:29.487462 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3a6cba5-cc67-4ab3-8af8-0ef7f82e574c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (2f6ae59a-75b7-420e-89e2-a9ba9df350dd), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:29.490764 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3a6cba5-cc67-4ab3-8af8-0ef7f82e574c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:29.492833 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-a3a6cba5-cc67-4ab3-8af8-0ef7f82e574c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f6ae59a-75b7-420e-89e2-a9ba9df350dd HTTP/1.1" status: 204 len: 168 time: 0.4454396 Apr 08 17:41:29.494089 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [req-264cc240-61ea-4653-947d-03f08214a64c req-a45b6307-86c8-4706-b5fd-e9d952848a37 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:41:29.509039 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6cba5-cc67-4ab3-8af8-0ef7f82e574c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6ae59a-75b7-420e-89e2-a9ba9df350dd,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:29.510187 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-264cc240-61ea-4653-947d-03f08214a64c req-a45b6307-86c8-4706-b5fd-e9d952848a37 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0287392 Apr 08 17:41:29.776528 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 47660) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:29.777853 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:29.780772 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:29.787058 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86964ae7-d377-466a-b4e7-39bf2ec78bbf req-aa1105ac-3746-4717-9f31-6840588fa61f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:29.789075 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-86964ae7-d377-466a-b4e7-39bf2ec78bbf req-aa1105ac-3746-4717-9f31-6840588fa61f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.1255729 Apr 08 17:41:29.937032 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-86964ae7-d377-466a-b4e7-39bf2ec78bbf req-e8ae769f-9170-4110-95ed-eae7bff1023e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411252 Apr 08 17:41:30.021385 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:30.022760 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:30.095312 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] For port 62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:41:30.118101 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:30.172278 dv-cinder-837164-1-iscsi neutron-server[103643]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 17:41:30.273781 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cc240-61ea-4653-947d-03f08214a64c req-7f10fb64-229a-4220-b4a5-d9aa16935bde tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:30.275460 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-264cc240-61ea-4653-947d-03f08214a64c req-7f10fb64-229a-4220-b4a5-d9aa16935bde tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports/9b270452-fa43-4eb0-9da8-b3d116b614f2 HTTP/1.1" status: 200 len: 941 time: 0.4974241 Apr 08 17:41:30.294455 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Pushing event updated for resources: {'Port': ['ID=62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:30.327226 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd71277-2131-40b0-ba64-e1f4f3a1613d req-a35297a9-7e7c-4665-b157-ff84c63042b5 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:30.338358 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8cd71277-2131-40b0-ba64-e1f4f3a1613d req-a35297a9-7e7c-4665-b157-ff84c63042b5 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 946 time: 0.1407659 Apr 08 17:41:30.428574 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] Sync routers for ids ['9a8b1b59-022a-4775-88eb-9a261a72dcd2'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:41:30.428953 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8cd71277-2131-40b0-ba64-e1f4f3a1613d req-ea3746a3-8f2f-4af0-821a-5c617375b4e0 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891898 Apr 08 17:41:30.441749 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] Routers {'9a8b1b59-022a-4775-88eb-9a261a72dcd2'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:41:30.442725 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:41:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['9a8b1b59-022a-4775-88eb-9a261a72dcd2'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:41:30.652016 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] Set router 9a8b1b59-022a-4775-88eb-9a261a72dcd2 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:41:30.817680 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 47716) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:30.823916 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-d482b3bf-69e8-49a1-bc09-4d116087cec9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1790470273', 'description': 'tempest-secgroup-smoke-1790470273 description', 'project_id': '5f737778e54346c1b6ff286669cf0345'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:30.864125 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d482b3bf-69e8-49a1-bc09-4d116087cec9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:30.978639 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d482b3bf-69e8-49a1-bc09-4d116087cec9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group (a07b92b7-6923-4030-9215-e9d0c60ab2cf), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:30.989174 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d482b3bf-69e8-49a1-bc09-4d116087cec9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (a07b92b7-6923-4030-9215-e9d0c60ab2cf), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:31.090593 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482b3bf-69e8-49a1-bc09-4d116087cec9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07b92b7-6923-4030-9215-e9d0c60ab2cf,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:31.099758 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8b1b59-022a-4775-88eb-9a261a72dcd2', 'name': 'tempest-TestShelveInstance-1267302058-router', 'tenant_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:21Z', 'updated_at': '2022-04-08T17:41:27Z', 'revision_number': 4, 'project_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'gw_port': {'id': '62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8b1b59-022a-4775-88eb-9a261a72dcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:22Z', 'updated_at': '2022-04-08T17:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'c1dca03a-d312-4f9c-8ca7-3d65bbae2593', 'name': '', 'network_id': 'fef11571-b61f-4fa1-b4ac-bfc20fb525cb', 'tenant_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'mac_address': 'fa:16:3e:c2:65:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8b1b59-022a-4775-88eb-9a261a72dcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171461e2-53b1-4354-abce-84ddf8b26502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:25Z', 'updated_at': '2022-04-08T17:41:27Z', 'revision_number': 2, 'project_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'subnets': [{'id': '171461e2-53b1-4354-abce-84ddf8b26502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:41:31.101951 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d482b3bf-69e8-49a1-bc09-4d116087cec9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:31.106226 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-d482b3bf-69e8-49a1-bc09-4d116087cec9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2873626 Apr 08 17:41:31.110467 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 47728) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:31.116381 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-d68d1ab0-440f-4571-a638-be3656ff0ebc tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Request body: {'security_group_rule': {'security_group_id': 'a07b92b7-6923-4030-9215-e9d0c60ab2cf', 'project_id': '5f737778e54346c1b6ff286669cf0345', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:31.182392 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066714c-8547-44c5-b6b5-03243b58f527 req-e372e62f-a6cb-40a1-b13a-f47da099254f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:31.184045 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6066714c-8547-44c5-b6b5-03243b58f527 req-e372e62f-a6cb-40a1-b13a-f47da099254f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0756254 Apr 08 17:41:31.189229 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] Checking router: 9a8b1b59-022a-4775-88eb-9a261a72dcd2 for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:41:31.193593 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] Updating router 9a8b1b59-022a-4775-88eb-9a261a72dcd2 port c1dca03a-d312-4f9c-8ca7-3d65bbae2593 binding host dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:41:31.221186 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d68d1ab0-440f-4571-a638-be3656ff0ebc tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group_rule (52f5ba04-4e0f-4555-b737-2a4541e3cd40), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:31.261587 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6066714c-8547-44c5-b6b5-03243b58f527 req-8a2d9730-2ade-4d12-a979-9f82ac15f90e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687537 Apr 08 17:41:31.269365 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:31.351265 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d68d1ab0-440f-4571-a638-be3656ff0ebc tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group_rule (52f5ba04-4e0f-4555-b737-2a4541e3cd40), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:31.370262 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d68d1ab0-440f-4571-a638-be3656ff0ebc tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (52f5ba04-4e0f-4555-b737-2a4541e3cd40), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:31.416112 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d1ab0-440f-4571-a638-be3656ff0ebc tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f5ba04-4e0f-4555-b737-2a4541e3cd40,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:31.426116 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b0195-bccb-4b30-8e2e-15ec51fcf79f req-9d6088f6-3c6f-404b-9ace-a3226caa019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:31.427654 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2b9b0195-bccb-4b30-8e2e-15ec51fcf79f req-9d6088f6-3c6f-404b-9ace-a3226caa019e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3589adc3fd645a888ab3b81995e662e&device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 1129 time: 0.2245700 Apr 08 17:41:31.446269 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11517916-17e8-4543-8762-50be75a2186b req-a32e8979-159f-4b21-a0bf-a51d55f302ab tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:31.458889 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d68d1ab0-440f-4571-a638-be3656ff0ebc tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:31.460352 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-d68d1ab0-440f-4571-a638-be3656ff0ebc tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3488324 Apr 08 17:41:31.463150 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 47746) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:31.464915 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-11517916-17e8-4543-8762-50be75a2186b req-a32e8979-159f-4b21-a0bf-a51d55f302ab tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.1505160 Apr 08 17:41:31.467937 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-a6fa8f4c-94f2-4aa8-a9c9-5991dffd7bc7 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Request body: {'security_group_rule': {'security_group_id': 'a07b92b7-6923-4030-9215-e9d0c60ab2cf', 'project_id': '5f737778e54346c1b6ff286669cf0345', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:31.478542 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:41:31.536651 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-11517916-17e8-4543-8762-50be75a2186b req-7b73552e-1de1-4178-a272-dcb2dfd311bb tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644763 Apr 08 17:41:31.576575 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b0195-bccb-4b30-8e2e-15ec51fcf79f req-19dbb97d-5dbe-4f24-8fef-e5f39b2f2190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:31.578397 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2b9b0195-bccb-4b30-8e2e-15ec51fcf79f req-19dbb97d-5dbe-4f24-8fef-e5f39b2f2190 service neutron] 10.222.0.91 "GET /v2.0/networks?id=008c6189-82d1-4951-afe7-f478c9f8b212 HTTP/1.1" status: 200 len: 920 time: 0.1439631 Apr 08 17:41:31.624068 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a6fa8f4c-94f2-4aa8-a9c9-5991dffd7bc7 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group_rule (7753c175-fc28-4479-bfc4-e04dcea55639), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:31.627758 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2b9b0195-bccb-4b30-8e2e-15ec51fcf79f req-8cc6dae5-f528-4eab-a51e-406030ed3c90 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=858b37eb-86f3-4654-8322-c4d3c2605c36 HTTP/1.1" status: 200 len: 217 time: 0.0417295 Apr 08 17:41:31.714765 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b0195-bccb-4b30-8e2e-15ec51fcf79f req-ba73312d-8ded-44d6-b147-edb9ef805ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:31.716787 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2b9b0195-bccb-4b30-8e2e-15ec51fcf79f req-ba73312d-8ded-44d6-b147-edb9ef805ab3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b63453b-e6c6-4ee6-9edf-14ef728f0f18 HTTP/1.1" status: 200 len: 858 time: 0.0813518 Apr 08 17:41:31.758649 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:31.759030 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:31.759273 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a6fa8f4c-94f2-4aa8-a9c9-5991dffd7bc7 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group_rule (7753c175-fc28-4479-bfc4-e04dcea55639), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:31.767287 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a6fa8f4c-94f2-4aa8-a9c9-5991dffd7bc7 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (7753c175-fc28-4479-bfc4-e04dcea55639), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:31.784615 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b0195-bccb-4b30-8e2e-15ec51fcf79f req-058b5e90-4489-4101-b283-f8723e376cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:31.786172 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2b9b0195-bccb-4b30-8e2e-15ec51fcf79f req-058b5e90-4489-4101-b283-f8723e376cf8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=008c6189-82d1-4951-afe7-f478c9f8b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617759 Apr 08 17:41:31.792002 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa8f4c-94f2-4aa8-a9c9-5991dffd7bc7 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7753c175-fc28-4479-bfc4-e04dcea55639,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:31.817829 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a6fa8f4c-94f2-4aa8-a9c9-5991dffd7bc7 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:31.819026 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-a6fa8f4c-94f2-4aa8-a9c9-5991dffd7bc7 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3549509 Apr 08 17:41:31.822123 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 47756) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:31.829257 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-b9fc70fb-d296-49e7-988a-133e8ead282e tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Request body: {'security_group_rule': {'security_group_id': 'a07b92b7-6923-4030-9215-e9d0c60ab2cf', 'project_id': '5f737778e54346c1b6ff286669cf0345', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:31.870894 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b9fc70fb-d296-49e7-988a-133e8ead282e tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group_rule (5ea29385-366b-441b-a7c0-f913397ea597), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:31.902136 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2b9b0195-bccb-4b30-8e2e-15ec51fcf79f req-68997613-6ae3-492c-83bc-38a8fac33d0b service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065376 Apr 08 17:41:31.929042 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:31.945754 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b9fc70fb-d296-49e7-988a-133e8ead282e tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group_rule (5ea29385-366b-441b-a7c0-f913397ea597), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:31.951190 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b9fc70fb-d296-49e7-988a-133e8ead282e tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (5ea29385-366b-441b-a7c0-f913397ea597), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:31.954533 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] Publish callbacks [] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:31.962953 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:31.976446 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc70fb-d296-49e7-988a-133e8ead282e tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea29385-366b-441b-a7c0-f913397ea597,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:31.982445 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b9fc70fb-d296-49e7-988a-133e8ead282e tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:31.983675 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-b9fc70fb-d296-49e7-988a-133e8ead282e tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1604607 Apr 08 17:41:31.986610 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 47758) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:31.990935 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-f6c27daf-5a7f-4849-96b7-d023d83fee02 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Request body: {'security_group_rule': {'security_group_id': 'a07b92b7-6923-4030-9215-e9d0c60ab2cf', 'project_id': '5f737778e54346c1b6ff286669cf0345', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:32.022610 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2b9b0195-bccb-4b30-8e2e-15ec51fcf79f req-b5cb1776-9e88-473c-b5ca-a1769cf8fca4 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131876 Apr 08 17:41:32.023398 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34917fc-9ec1-479e-a251-ad3286030551 None None] Pushing event updated for resources: {'Port': ['ID=c1dca03a-d312-4f9c-8ca7-3d65bbae2593,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:32.030818 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f6c27daf-5a7f-4849-96b7-d023d83fee02 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group_rule (9ec2dd84-d6be-4c58-b8c4-ac9e120d904a), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:32.097066 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] Attempting to bind port c1dca03a-d312-4f9c-8ca7-3d65bbae2593 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:41:32.097540 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] Attempting to bind port c1dca03a-d312-4f9c-8ca7-3d65bbae2593 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': 'f92c852c-f59e-43dd-a35e-c33a5f5b2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fef11571-b61f-4fa1-b4ac-bfc20fb525cb'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:41:32.097914 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] Attempting to bind port c1dca03a-d312-4f9c-8ca7-3d65bbae2593 on network fef11571-b61f-4fa1-b4ac-bfc20fb525cb {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:41:32.104359 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:41:32.105314 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] Checking segment: {'id': 'f92c852c-f59e-43dd-a35e-c33a5f5b2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fef11571-b61f-4fa1-b4ac-bfc20fb525cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:41:32.105314 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:32.105606 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] Bound using segment: {'id': 'f92c852c-f59e-43dd-a35e-c33a5f5b2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fef11571-b61f-4fa1-b4ac-bfc20fb525cb'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:41:32.106130 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] Bound port: c1dca03a-d312-4f9c-8ca7-3d65bbae2593, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92c852c-f59e-43dd-a35e-c33a5f5b2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'fef11571-b61f-4fa1-b4ac-bfc20fb525cb'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:41:32.106747 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:32.109158 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f6c27daf-5a7f-4849-96b7-d023d83fee02 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group_rule (9ec2dd84-d6be-4c58-b8c4-ac9e120d904a), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:32.116173 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f6c27daf-5a7f-4849-96b7-d023d83fee02 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (9ec2dd84-d6be-4c58-b8c4-ac9e120d904a), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:32.145275 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c27daf-5a7f-4849-96b7-d023d83fee02 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec2dd84-d6be-4c58-b8c4-ac9e120d904a,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:32.156157 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f6c27daf-5a7f-4849-96b7-d023d83fee02 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:32.172252 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-f6c27daf-5a7f-4849-96b7-d023d83fee02 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1825936 Apr 08 17:41:32.174759 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 47766) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:32.179873 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-d1662644-0472-43ac-9357-4d3c5a603c5a tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Request body: {'security_group_rule': {'security_group_id': 'a07b92b7-6923-4030-9215-e9d0c60ab2cf', 'project_id': '5f737778e54346c1b6ff286669cf0345', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:32.209164 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] For port c1dca03a-d312-4f9c-8ca7-3d65bbae2593, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:41:32.221474 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] For port c1dca03a-d312-4f9c-8ca7-3d65bbae2593, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=c1dca03a-d312-4f9c-8ca7-3d65bbae2593,segment=NetworkSegment(f92c852c-f59e-43dd-a35e-c33a5f5b2924),segment_id=f92c852c-f59e-43dd-a35e-c33a5f5b2924)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:41:32.229358 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:32.237363 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.securitygroups_db [None req-d1662644-0472-43ac-9357-4d3c5a603c5a tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Project 5f737778e54346c1b6ff286669cf0345 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 17:41:32.245038 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d1662644-0472-43ac-9357-4d3c5a603c5a tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group_rule (15c7ccfb-0fec-441d-af59-ab2d937c9859), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:32.306931 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34917fc-9ec1-479e-a251-ad3286030551 None None] Pushing event updated for resources: {'Port': ['ID=c1dca03a-d312-4f9c-8ca7-3d65bbae2593,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:32.318745 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] Routers {'9a8b1b59-022a-4775-88eb-9a261a72dcd2'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:41:32.319969 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:41:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['9a8b1b59-022a-4775-88eb-9a261a72dcd2'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:41:32.328837 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d1662644-0472-43ac-9357-4d3c5a603c5a tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group_rule (15c7ccfb-0fec-441d-af59-ab2d937c9859), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:32.340651 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d1662644-0472-43ac-9357-4d3c5a603c5a tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (15c7ccfb-0fec-441d-af59-ab2d937c9859), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:32.363568 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1662644-0472-43ac-9357-4d3c5a603c5a tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c7ccfb-0fec-441d-af59-ab2d937c9859,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:32.402891 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d1662644-0472-43ac-9357-4d3c5a603c5a tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:32.405164 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-d1662644-0472-43ac-9357-4d3c5a603c5a tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2293212 Apr 08 17:41:32.407720 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 47776) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:32.415105 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-fc4b33a3-ea57-4682-b06e-0c0d6c97c30e None None] Provisioning complete for port c1dca03a-d312-4f9c-8ca7-3d65bbae2593 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:32.415383 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-fc4b33a3-ea57-4682-b06e-0c0d6c97c30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:32.416875 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-130de976-4044-4fab-a47b-d1130cb15a8f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Request body: {'security_group_rule': {'security_group_id': 'a07b92b7-6923-4030-9215-e9d0c60ab2cf', 'project_id': '5f737778e54346c1b6ff286669cf0345', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:32.489020 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.securitygroups_db [None req-130de976-4044-4fab-a47b-d1130cb15a8f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Project 5f737778e54346c1b6ff286669cf0345 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 17:41:32.494994 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-130de976-4044-4fab-a47b-d1130cb15a8f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group_rule (927c9dd4-9bb8-40f0-82d5-94dde81ec0c5), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:32.559175 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72699454-8445-4b57-9916-8f6dddc65a6b req-f5158db1-341c-4dc4-bcf4-e491bb996897 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:32.563256 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] Set router 9a8b1b59-022a-4775-88eb-9a261a72dcd2 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:41:32.571572 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-72699454-8445-4b57-9916-8f6dddc65a6b req-f5158db1-341c-4dc4-bcf4-e491bb996897 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.1549540 Apr 08 17:41:32.664717 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-fc4b33a3-ea57-4682-b06e-0c0d6c97c30e None None] Current status of the port c1dca03a-d312-4f9c-8ca7-3d65bbae2593 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:32.665426 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-fc4b33a3-ea57-4682-b06e-0c0d6c97c30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:32.675716 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-130de976-4044-4fab-a47b-d1130cb15a8f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group_rule (927c9dd4-9bb8-40f0-82d5-94dde81ec0c5), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:32.679785 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-72699454-8445-4b57-9916-8f6dddc65a6b req-435ad2a6-8a33-4c92-918f-c3b17047064d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070173 Apr 08 17:41:32.682963 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-130de976-4044-4fab-a47b-d1130cb15a8f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (927c9dd4-9bb8-40f0-82d5-94dde81ec0c5), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:32.708610 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-130de976-4044-4fab-a47b-d1130cb15a8f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:32.716783 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-130de976-4044-4fab-a47b-d1130cb15a8f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3050463 Apr 08 17:41:32.719151 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130de976-4044-4fab-a47b-d1130cb15a8f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927c9dd4-9bb8-40f0-82d5-94dde81ec0c5,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:32.782166 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-fc4b33a3-ea57-4682-b06e-0c0d6c97c30e None None] For port c1dca03a-d312-4f9c-8ca7-3d65bbae2593, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=c1dca03a-d312-4f9c-8ca7-3d65bbae2593,segment=NetworkSegment(f92c852c-f59e-43dd-a35e-c33a5f5b2924),segment_id=f92c852c-f59e-43dd-a35e-c33a5f5b2924)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:41:32.787906 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-fc4b33a3-ea57-4682-b06e-0c0d6c97c30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:32.850654 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c604a9-2a05-4faa-9059-d25b7a62acf0 req-0c6fd127-b73a-4aa4-9f59-91cff7681924 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:32.852237 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-06c604a9-2a05-4faa-9059-d25b7a62acf0 req-0c6fd127-b73a-4aa4-9f59-91cff7681924 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0728285 Apr 08 17:41:32.925129 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-06c604a9-2a05-4faa-9059-d25b7a62acf0 req-f521c36f-b592-49cd-bf23-fbd52a48ab7a tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659089 Apr 08 17:41:32.963766 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-e6d3fa35-1c79-48ec-9cf3-fa69703dcec7 None None] Provisioning complete for port c1dca03a-d312-4f9c-8ca7-3d65bbae2593 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:32.964144 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-e6d3fa35-1c79-48ec-9cf3-fa69703dcec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:32.968111 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b33a3-ea57-4682-b06e-0c0d6c97c30e None None] Pushing event updated for resources: {'Port': ['ID=c1dca03a-d312-4f9c-8ca7-3d65bbae2593,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:32.991287 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8b1b59-022a-4775-88eb-9a261a72dcd2', 'name': 'tempest-TestShelveInstance-1267302058-router', 'tenant_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:21Z', 'updated_at': '2022-04-08T17:41:27Z', 'revision_number': 4, 'project_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'gw_port': {'id': '62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8b1b59-022a-4775-88eb-9a261a72dcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:22Z', 'updated_at': '2022-04-08T17:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'c1dca03a-d312-4f9c-8ca7-3d65bbae2593', 'name': '', 'network_id': 'fef11571-b61f-4fa1-b4ac-bfc20fb525cb', 'tenant_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'mac_address': 'fa:16:3e:c2:65:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8b1b59-022a-4775-88eb-9a261a72dcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171461e2-53b1-4354-abce-84ddf8b26502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:25Z', 'updated_at': '2022-04-08T17:41:32Z', 'revision_number': 4, 'project_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'subnets': [{'id': '171461e2-53b1-4354-abce-84ddf8b26502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:41:33.029055 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05f7eb9-efce-4213-8b24-299b6809c708 None None] The sync data for ids ['9a8b1b59-022a-4775-88eb-9a261a72dcd2'] in dv-cinder-837164-1-iscsi is: [{'id': '9a8b1b59-022a-4775-88eb-9a261a72dcd2', 'name': 'tempest-TestShelveInstance-1267302058-router', 'tenant_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:21Z', 'updated_at': '2022-04-08T17:41:27Z', 'revision_number': 4, 'project_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'gw_port': {'id': '62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8b1b59-022a-4775-88eb-9a261a72dcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:22Z', 'updated_at': '2022-04-08T17:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'c1dca03a-d312-4f9c-8ca7-3d65bbae2593', 'name': '', 'network_id': 'fef11571-b61f-4fa1-b4ac-bfc20fb525cb', 'tenant_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'mac_address': 'fa:16:3e:c2:65:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8b1b59-022a-4775-88eb-9a261a72dcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171461e2-53b1-4354-abce-84ddf8b26502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:25Z', 'updated_at': '2022-04-08T17:41:32Z', 'revision_number': 4, 'project_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'subnets': [{'id': '171461e2-53b1-4354-abce-84ddf8b26502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:41:33.099456 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3fa35-1c79-48ec-9cf3-fa69703dcec7 None None] Current status of the port c1dca03a-d312-4f9c-8ca7-3d65bbae2593 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:33.328118 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device c1dca03a-d312-4f9c-8ca7-3d65bbae2593 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:41:33.386361 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port c1dca03a-d312-4f9c-8ca7-3d65bbae2593 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:33.386876 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:33.476922 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port c1dca03a-d312-4f9c-8ca7-3d65bbae2593 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:33.815074 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1adbb8-7bcb-4556-8938-ec07c84fc9f6 req-d55eeced-c15f-400c-b715-226c8dd1963c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:33.816657 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ef1adbb8-7bcb-4556-8938-ec07c84fc9f6 req-d55eeced-c15f-400c-b715-226c8dd1963c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0513017 Apr 08 17:41:33.866687 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ef1adbb8-7bcb-4556-8938-ec07c84fc9f6 req-168c420c-9d36-491a-82f6-2cae898769e2 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436716 Apr 08 17:41:34.048419 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a0d6a-a4c8-4497-a27d-70ca04622d07 req-dc24d23f-b48b-4cb2-b6c2-a0100ab792e4 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:34.049933 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-952a0d6a-a4c8-4497-a27d-70ca04622d07 req-dc24d23f-b48b-4cb2-b6c2-a0100ab792e4 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0465033 Apr 08 17:41:34.101097 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-952a0d6a-a4c8-4497-a27d-70ca04622d07 req-3f63bfe0-eb3a-42a6-8254-04aa17cd1705 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454688 Apr 08 17:41:34.995994 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5f3b4-90f4-4574-a6b8-5d7bcab578fb req-03f75272-d261-4ec9-937e-f434649d3816 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:34.997506 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d0a5f3b4-90f4-4574-a6b8-5d7bcab578fb req-03f75272-d261-4ec9-937e-f434649d3816 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0464020 Apr 08 17:41:35.059938 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d0a5f3b4-90f4-4574-a6b8-5d7bcab578fb req-09e87e69-c1da-4d97-8f74-6118910e793a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568151 Apr 08 17:41:35.260432 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae8cf4-f14b-4c15-8784-5ea6b6fa2369 req-4bab4271-738a-461d-b60e-c82ae192d70e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:35.262561 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2fae8cf4-f14b-4c15-8784-5ea6b6fa2369 req-4bab4271-738a-461d-b60e-c82ae192d70e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0672915 Apr 08 17:41:35.324059 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2fae8cf4-f14b-4c15-8784-5ea6b6fa2369 req-050e50b3-cc50-4051-a949-3d0f3e770ac5 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532610 Apr 08 17:41:36.201522 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d42124-45a0-40c0-9078-14a7879993fc req-5220c0a6-f34e-45fd-a81f-249af9cbc1f0 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:36.203022 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-12d42124-45a0-40c0-9078-14a7879993fc req-5220c0a6-f34e-45fd-a81f-249af9cbc1f0 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0495994 Apr 08 17:41:36.254420 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-12d42124-45a0-40c0-9078-14a7879993fc req-1075a2cb-a5a8-430b-a249-28666fde6979 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452309 Apr 08 17:41:36.448112 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697abd-36af-45ee-ac53-3e3b7f64c85f req-a5331a85-18e9-4932-8767-a1d4f647bf2f tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:36.449675 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c9697abd-36af-45ee-ac53-3e3b7f64c85f req-a5331a85-18e9-4932-8767-a1d4f647bf2f tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0586896 Apr 08 17:41:36.509065 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c9697abd-36af-45ee-ac53-3e3b7f64c85f req-4c7c214b-7613-4126-9857-4aa38ead14c7 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536711 Apr 08 17:41:36.663706 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cc240-61ea-4653-947d-03f08214a64c req-16ce5b43-6403-4bf7-b581-063aa6231a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:36.665253 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-264cc240-61ea-4653-947d-03f08214a64c req-16ce5b43-6403-4bf7-b581-063aa6231a85 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa&tenant_id=2e1edd846d3342cc9792c6c7fa78f229 HTTP/1.1" status: 200 len: 1128 time: 0.0797939 Apr 08 17:41:36.743477 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cc240-61ea-4653-947d-03f08214a64c req-dff58392-3196-4970-89b5-b2bdeb815805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:36.745020 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-264cc240-61ea-4653-947d-03f08214a64c req-dff58392-3196-4970-89b5-b2bdeb815805 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e1edd846d3342cc9792c6c7fa78f229&device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 1128 time: 0.0453258 Apr 08 17:41:36.843694 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cc240-61ea-4653-947d-03f08214a64c req-6d26a235-e069-4d73-b6a0-7a94f43809e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:36.845456 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-264cc240-61ea-4653-947d-03f08214a64c req-6d26a235-e069-4d73-b6a0-7a94f43809e3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3f909255-dbbb-466b-8110-c840248ecd35 HTTP/1.1" status: 200 len: 918 time: 0.0928357 Apr 08 17:41:36.933460 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-264cc240-61ea-4653-947d-03f08214a64c req-2d0ab298-abaf-4bcf-9420-ad21132a1eaf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b270452-fa43-4eb0-9da8-b3d116b614f2 HTTP/1.1" status: 200 len: 1000 time: 0.0820804 Apr 08 17:41:37.048684 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cc240-61ea-4653-947d-03f08214a64c req-4e3dc1b5-59f9-4bbd-97c8-ebbd4c6d290e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:37.050210 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-264cc240-61ea-4653-947d-03f08214a64c req-4e3dc1b5-59f9-4bbd-97c8-ebbd4c6d290e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2d7483e0-8178-4def-9351-4e162ca4c7f4 HTTP/1.1" status: 200 len: 856 time: 0.0472221 Apr 08 17:41:37.095498 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cc240-61ea-4653-947d-03f08214a64c req-9063cdf7-81ba-4293-94a5-8a07b6d115d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:37.097484 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-264cc240-61ea-4653-947d-03f08214a64c req-9063cdf7-81ba-4293-94a5-8a07b6d115d5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3f909255-dbbb-466b-8110-c840248ecd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403280 Apr 08 17:41:37.202066 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-264cc240-61ea-4653-947d-03f08214a64c req-d4b2790f-5bbf-4176-9501-9e882c67a7e4 service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960469 Apr 08 17:41:37.306307 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-264cc240-61ea-4653-947d-03f08214a64c req-59bf745b-4a9f-499d-9070-0998a6fe0d69 service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954385 Apr 08 17:41:37.377164 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6189f2a-98b9-4ab4-833f-43ef119e24ac req-3e085e98-602b-4d60-906e-ba1a4114f492 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:37.378839 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d6189f2a-98b9-4ab4-833f-43ef119e24ac req-3e085e98-602b-4d60-906e-ba1a4114f492 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0481863 Apr 08 17:41:37.426285 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d6189f2a-98b9-4ab4-833f-43ef119e24ac req-8dc39361-8e2f-4995-9fc0-06dcb6250324 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416319 Apr 08 17:41:37.627578 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97f1a5-3e62-4a90-b76b-292eaf63defa req-bef40d61-39e4-43ef-a065-379df445e3c8 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:37.629101 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2e97f1a5-3e62-4a90-b76b-292eaf63defa req-bef40d61-39e4-43ef-a065-379df445e3c8 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0503395 Apr 08 17:41:37.679359 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2e97f1a5-3e62-4a90-b76b-292eaf63defa req-98d9145b-ecdf-44cf-8b94-87a1f44cb3da tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444610 Apr 08 17:41:38.551952 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eed179-2053-4408-b553-df140bd93d67 req-724c832c-3452-4f4d-a6fc-13d4db017c0c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:38.553516 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a0eed179-2053-4408-b553-df140bd93d67 req-724c832c-3452-4f4d-a6fc-13d4db017c0c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0537791 Apr 08 17:41:38.607588 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a0eed179-2053-4408-b553-df140bd93d67 req-ea85fb35-13bf-4b62-b0ba-c69b24a52e8b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484490 Apr 08 17:41:38.797050 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149bdee-a8fc-43d5-a385-ba75fc4fa375 req-ee84a165-490e-49cb-9fed-36ce22062ab7 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:38.798593 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8149bdee-a8fc-43d5-a385-ba75fc4fa375 req-ee84a165-490e-49cb-9fed-36ce22062ab7 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0506434 Apr 08 17:41:38.852026 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8149bdee-a8fc-43d5-a385-ba75fc4fa375 req-1702fbc2-626e-4d0a-8225-fd3f7d41ec32 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478549 Apr 08 17:41:39.746971 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c8b96-73cd-444d-b87e-b0e2b4d5cea8 req-4b52e22e-12f0-40d3-9394-71ef11443482 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:39.748274 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f53c8b96-73cd-444d-b87e-b0e2b4d5cea8 req-4b52e22e-12f0-40d3-9394-71ef11443482 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0563817 Apr 08 17:41:39.799961 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f53c8b96-73cd-444d-b87e-b0e2b4d5cea8 req-86d4fc4f-ff12-4170-9577-7286e86e452a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442357 Apr 08 17:41:39.971844 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c5850-2885-4094-b4aa-16c5ae4e89b9 req-f6330075-7733-4aee-a7a1-7f17c1b80594 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:39.973585 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2f7c5850-2885-4094-b4aa-16c5ae4e89b9 req-f6330075-7733-4aee-a7a1-7f17c1b80594 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0527456 Apr 08 17:41:40.039076 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2f7c5850-2885-4094-b4aa-16c5ae4e89b9 req-ed5ca001-972c-4335-b3bf-6efda4e7082c tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580575 Apr 08 17:41:40.939859 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900940dd-ed9c-42d1-9955-dcebe8384544 req-07a1d6f2-4ec4-4f50-9d3e-5526b30625e1 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:40.941363 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-900940dd-ed9c-42d1-9955-dcebe8384544 req-07a1d6f2-4ec4-4f50-9d3e-5526b30625e1 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0527592 Apr 08 17:41:40.990707 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-900940dd-ed9c-42d1-9955-dcebe8384544 req-ee84a550-8d38-45a1-bcd9-fd5585d1f80d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423996 Apr 08 17:41:41.157225 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d140c-cd1e-4bf8-a124-1a53bbf6a5b3 req-b0fa6bb6-84af-43c8-85f7-094160bc98cf tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:41.158734 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3a7d140c-cd1e-4bf8-a124-1a53bbf6a5b3 req-b0fa6bb6-84af-43c8-85f7-094160bc98cf tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0505242 Apr 08 17:41:41.206108 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3a7d140c-cd1e-4bf8-a124-1a53bbf6a5b3 req-773fd092-ee17-4be8-a233-1b7b53d23bdb tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417516 Apr 08 17:41:42.113697 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9451f9e-f925-4c98-bd22-c7cc09553af3 req-22cad96e-28ef-46c8-be44-3aa7220d10ae tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:42.115480 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d9451f9e-f925-4c98-bd22-c7cc09553af3 req-22cad96e-28ef-46c8-be44-3aa7220d10ae tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0489204 Apr 08 17:41:42.172647 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d9451f9e-f925-4c98-bd22-c7cc09553af3 req-3ed07d4b-1cb7-4e3c-8c7b-2dc5486431a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506809 Apr 08 17:41:42.320637 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b6857-9dd1-4e16-bd4f-b29d06d23828 req-05812c51-6703-45f8-bebf-080cbf186206 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:42.322256 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b75b6857-9dd1-4e16-bd4f-b29d06d23828 req-05812c51-6703-45f8-bebf-080cbf186206 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0493331 Apr 08 17:41:42.384866 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b75b6857-9dd1-4e16-bd4f-b29d06d23828 req-8e4ea4de-292a-46ba-a8b5-e0ae6de8ca55 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560901 Apr 08 17:41:43.297210 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477d7f1-1251-45a7-a2ac-9e21857beb93 req-6e9406fe-837c-46e1-958f-5839c02c9238 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:43.298696 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f477d7f1-1251-45a7-a2ac-9e21857beb93 req-6e9406fe-837c-46e1-958f-5839c02c9238 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0534217 Apr 08 17:41:43.355913 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f477d7f1-1251-45a7-a2ac-9e21857beb93 req-976b5d0b-8cf9-48fc-ba6c-59101dc07b18 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502765 Apr 08 17:41:43.501255 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2e1f1-b0b0-42e0-a49d-df9df529e8ca req-eac24ea7-5d2f-4342-8658-7119de320147 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:43.502687 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-79e2e1f1-b0b0-42e0-a49d-df9df529e8ca req-eac24ea7-5d2f-4342-8658-7119de320147 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0491750 Apr 08 17:41:43.555274 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-79e2e1f1-b0b0-42e0-a49d-df9df529e8ca req-b1e1ed82-d385-4f5a-8fd0-89634d5b44c7 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460148 Apr 08 17:41:43.962032 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f76c5-1af1-4444-8fd7-07912f1fb310 req-942c55ed-fccb-4467-a9ff-26b6fb561e11 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:43.963945 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5c8f76c5-1af1-4444-8fd7-07912f1fb310 req-942c55ed-fccb-4467-a9ff-26b6fb561e11 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 946 time: 0.0519180 Apr 08 17:41:44.015879 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5c8f76c5-1af1-4444-8fd7-07912f1fb310 req-c4602ddd-1af5-4e8a-84eb-25f8dc288926 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462027 Apr 08 17:41:44.032306 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f9469-dc2c-4a6d-b732-d520cd62f798 req-7eca9914-c987-4c99-9649-3d4e95014f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:44.033819 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a65f9469-dc2c-4a6d-b732-d520cd62f798 req-7eca9914-c987-4c99-9649-3d4e95014f05 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e1edd846d3342cc9792c6c7fa78f229&device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 1128 time: 0.0455642 Apr 08 17:41:44.039425 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 47964) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:44.190068 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f9469-dc2c-4a6d-b732-d520cd62f798 req-ddad8612-5d12-49bb-9b3a-12cfd3f35878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:44.191542 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a65f9469-dc2c-4a6d-b732-d520cd62f798 req-ddad8612-5d12-49bb-9b3a-12cfd3f35878 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3f909255-dbbb-466b-8110-c840248ecd35 HTTP/1.1" status: 200 len: 918 time: 0.1264913 Apr 08 17:41:44.209882 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8696e2-6e59-4411-87eb-c7a1fbb60cb8 tempest-TestMinimumBasicScenario-175081928 tempest-TestMinimumBasicScenario-175081928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:44.211511 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-5d8696e2-6e59-4411-87eb-c7a1fbb60cb8 tempest-TestMinimumBasicScenario-175081928 tempest-TestMinimumBasicScenario-175081928-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 1125 time: 0.1710103 Apr 08 17:41:44.214555 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 47970) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:44.218983 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Request body: {'floatingip': {'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'port_id': 'a77d3cab-e313-43bb-ba85-71744ec74bfc', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:44.248819 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:44.275122 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a65f9469-dc2c-4a6d-b732-d520cd62f798 req-214ee7a2-6cc7-444f-b3bb-62131c448fa0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b270452-fa43-4eb0-9da8-b3d116b614f2 HTTP/1.1" status: 200 len: 1000 time: 0.0744305 Apr 08 17:41:44.329125 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f9469-dc2c-4a6d-b732-d520cd62f798 req-92af34e4-ca2c-4a14-96f3-ed8d484dff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:44.330610 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a65f9469-dc2c-4a6d-b732-d520cd62f798 req-92af34e4-ca2c-4a14-96f3-ed8d484dff6a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2d7483e0-8178-4def-9351-4e162ca4c7f4 HTTP/1.1" status: 200 len: 856 time: 0.0491827 Apr 08 17:41:44.333636 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:44.376780 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f9469-dc2c-4a6d-b732-d520cd62f798 req-97c09ca2-2f27-4d31-b2dc-f4506a480c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:44.378291 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a65f9469-dc2c-4a6d-b732-d520cd62f798 req-97c09ca2-2f27-4d31-b2dc-f4506a480c66 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3f909255-dbbb-466b-8110-c840248ecd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411942 Apr 08 17:41:44.486456 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a65f9469-dc2c-4a6d-b732-d520cd62f798 req-34965b60-f76d-4ccf-a3bb-3c1895318d96 service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009037 Apr 08 17:41:44.497830 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Allocated IP 172.27.0.224 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/1135ef76-a145-4391-a03e-e2b00e9b5da4) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:41:44.523713 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d3160-ac64-4bbb-ab3c-20d9c368b45f req-741930da-5492-47e0-a4ad-a6680a078afd tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:44.525356 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e01d3160-ac64-4bbb-ab3c-20d9c368b45f req-741930da-5492-47e0-a4ad-a6680a078afd tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0909903 Apr 08 17:41:44.595643 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a65f9469-dc2c-4a6d-b732-d520cd62f798 req-c924f0d3-44b9-4826-b6c0-a6e2c083db79 service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002936 Apr 08 17:41:44.649149 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e01d3160-ac64-4bbb-ab3c-20d9c368b45f req-7b12794e-123c-4701-a1f7-0f013bcf0abb tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149919 Apr 08 17:41:44.699999 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for port (1135ef76-a145-4391-a03e-e2b00e9b5da4), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:44.714075 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a897ac5-cd82-4afe-a178-4c559349cdbf req-6658ca8d-0e5b-4754-9527-22e7a123a105 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:44.716429 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6a897ac5-cd82-4afe-a178-4c559349cdbf req-6658ca8d-0e5b-4754-9527-22e7a123a105 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0760312 Apr 08 17:41:44.729623 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:44.785174 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (1135ef76-a145-4391-a03e-e2b00e9b5da4), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:44.792008 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6a897ac5-cd82-4afe-a178-4c559349cdbf req-dae4b297-f16f-4690-8252-82e1a50b7dbb tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633023 Apr 08 17:41:44.827667 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:41:44.830989 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:41:44.835309 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:41:44.866597 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Pushing event updated for resources: {'Port': ['ID=1135ef76-a145-4391-a03e-e2b00e9b5da4,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:45.360868 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-b9e78029-2891-48e2-b370-caf6c2ade74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:45.563093 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for floatingip (2922a7da-e6c0-45b7-a811-dc20db692f0d), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:45.678421 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (1135ef76-a145-4391-a03e-e2b00e9b5da4), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:45.833075 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb811d7-0099-457f-83c2-a6d2aa8f18ce req-1a6d4c1f-2307-47cc-ab47-3821c5bdd028 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:45.834552 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9bb811d7-0099-457f-83c2-a6d2aa8f18ce req-1a6d4c1f-2307-47cc-ab47-3821c5bdd028 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0948472 Apr 08 17:41:45.954448 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for port (1135ef76-a145-4391-a03e-e2b00e9b5da4), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:45.962887 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccd0e7-4672-43cb-b9b6-9b9bcbf06aaa req-87f0569d-f345-4716-8765-6bc74195175b tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:45.964456 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-03ccd0e7-4672-43cb-b9b6-9b9bcbf06aaa req-87f0569d-f345-4716-8765-6bc74195175b tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0991802 Apr 08 17:41:45.965898 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085500'] for port (1135ef76-a145-4391-a03e-e2b00e9b5da4), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:45.997774 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9bb811d7-0099-457f-83c2-a6d2aa8f18ce req-3ce50f6a-8e52-4cdf-9544-bd59546ad41f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529098 Apr 08 17:41:46.065982 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Pushing event updated for resources: {'Port': ['ID=1135ef76-a145-4391-a03e-e2b00e9b5da4,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:46.094403 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-03ccd0e7-4672-43cb-b9b6-9b9bcbf06aaa req-60a2ed25-0c1f-4d8b-8f58-f1a6bf3cbcfd tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226652 Apr 08 17:41:46.095496 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (2922a7da-e6c0-45b7-a811-dc20db692f0d), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:46.202167 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.l3_db [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Floating IP 2922a7da-e6c0-45b7-a811-dc20db692f0d associated. External IP: 172.27.0.224, port: a77d3cab-e313-43bb-ba85-71744ec74bfc. Apr 08 17:41:46.425025 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Router a6247856-94f8-4f91-a953-7516526eb23c has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:41:46.551739 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:41:46.562892 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80bb511-d56e-4d08-b27a-535d8b4d88dd None None] Sync routers for ids ['a6247856-94f8-4f91-a953-7516526eb23c'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:41:46.570870 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:46.573339 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80bb511-d56e-4d08-b27a-535d8b4d88dd None None] Routers {'a6247856-94f8-4f91-a953-7516526eb23c'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:41:46.573970 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-d80bb511-d56e-4d08-b27a-535d8b4d88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:41:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['a6247856-94f8-4f91-a953-7516526eb23c'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:41:46.611307 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-fcb5a320-424b-4459-a3c3-6e5621cbd20c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3955605 Apr 08 17:41:46.612180 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7912b095-825c-4c1f-8131-9aa11346d71a', 'tag': 'a77d3cab-e313-43bb-ba85-71744ec74bfc'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:41:46.614048 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 47990) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:46.618540 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-c0b75191-be36-4eea-981a-66aa4c457e5c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1372693159', 'description': 'tempest-secgroup-smoke-1372693159 description', 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:46.648608 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c0b75191-be36-4eea-981a-66aa4c457e5c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:46.667160 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3bcbf0fb11f9b4b521f26e552f1266052730f1b4dd01594c51942873fe86f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3117a66f-916e-427e-bc2b-391ef4251f97" -d '{"events": [{"name": "network-changed", "server_uuid": "7912b095-825c-4c1f-8131-9aa11346d71a", "tag": "a77d3cab-e313-43bb-ba85-71744ec74bfc"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:41:46.697526 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-d80bb511-d56e-4d08-b27a-535d8b4d88dd None None] Set router a6247856-94f8-4f91-a953-7516526eb23c gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:41:46.745124 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c0b75191-be36-4eea-981a-66aa4c457e5c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group (7a271a32-7c32-42f7-99d9-60e067d2a768), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:46.756308 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c0b75191-be36-4eea-981a-66aa4c457e5c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (7a271a32-7c32-42f7-99d9-60e067d2a768), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:46.774454 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80e6d36-7d97-4064-854c-8ece78e6515c x-openstack-request-id: req-d80e6d36-7d97-4064-854c-8ece78e6515c {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:41:46.774841 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7912b095-825c-4c1f-8131-9aa11346d71a", "tag": "a77d3cab-e313-43bb-ba85-71744ec74bfc", "status": "completed", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:41:46.775161 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d80e6d36-7d97-4064-854c-8ece78e6515c {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:41:46.775786 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d80e6d36-7d97-4064-854c-8ece78e6515c'] response: {'name': 'network-changed', 'server_uuid': '7912b095-825c-4c1f-8131-9aa11346d71a', 'tag': 'a77d3cab-e313-43bb-ba85-71744ec74bfc', 'status': 'completed', 'code': 200} Apr 08 17:41:46.796437 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c0b75191-be36-4eea-981a-66aa4c457e5c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:46.800045 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-c0b75191-be36-4eea-981a-66aa4c457e5c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1826434 Apr 08 17:41:46.800755 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 48000) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:46.806243 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-806f6764-d6e9-453f-abe9-cff88648b5b3 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Request body: {'security_group_rule': {'security_group_id': '7a271a32-7c32-42f7-99d9-60e067d2a768', 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:46.812249 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b75191-be36-4eea-981a-66aa4c457e5c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a271a32-7c32-42f7-99d9-60e067d2a768,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:46.839969 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-806f6764-d6e9-453f-abe9-cff88648b5b3 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group_rule (c0e07a3b-38d2-4cb6-8783-0c341ef65246), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:46.932867 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117a66f-916e-427e-bc2b-391ef4251f97 req-5888c5e7-e0c2-4834-8742-fb3b89d8252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:46.934846 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3117a66f-916e-427e-bc2b-391ef4251f97 req-5888c5e7-e0c2-4834-8742-fb3b89d8252c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ca55bd6671ec4be0b183e1248c09d34b&device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 1130 time: 0.0643444 Apr 08 17:41:46.940664 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-d80bb511-d56e-4d08-b27a-535d8b4d88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'name': 'tempest-TestMinimumBasicScenario-1770809295-router', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:14Z', 'revision_number': 4, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'gw_port': {'id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:83:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '2922a7da-e6c0-45b7-a811-dc20db692f0d', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'port_id': 'a77d3cab-e313-43bb-ba85-71744ec74bfc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3', 'mac_address': 'fa:16:3e:33:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912b095-825c-4c1f-8131-9aa11346d71a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:41:45Z', 'updated_at': '2022-04-08T17:41:45Z', 'revision_number': 0, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e211f30-dd65-4b35-a47e-645e943da7fe', 'name': '', 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'mac_address': 'fa:16:3e:a0:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f73dc476-3c86-43aa-9145-70ffe54e5685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:22Z', 'revision_number': 5, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'subnets': [{'id': 'f73dc476-3c86-43aa-9145-70ffe54e5685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:41:46.952751 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-806f6764-d6e9-453f-abe9-cff88648b5b3 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group_rule (c0e07a3b-38d2-4cb6-8783-0c341ef65246), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:46.964980 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-806f6764-d6e9-453f-abe9-cff88648b5b3 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (c0e07a3b-38d2-4cb6-8783-0c341ef65246), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:46.975036 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80bb511-d56e-4d08-b27a-535d8b4d88dd None None] Checking router: a6247856-94f8-4f91-a953-7516526eb23c for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:41:46.983659 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80bb511-d56e-4d08-b27a-535d8b4d88dd None None] Routers {'a6247856-94f8-4f91-a953-7516526eb23c'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:41:46.984376 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-d80bb511-d56e-4d08-b27a-535d8b4d88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:41:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['a6247856-94f8-4f91-a953-7516526eb23c'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:41:47.026950 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f6764-d6e9-453f-abe9-cff88648b5b3 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e07a3b-38d2-4cb6-8783-0c341ef65246,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:47.038622 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-806f6764-d6e9-453f-abe9-cff88648b5b3 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:47.039995 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-806f6764-d6e9-453f-abe9-cff88648b5b3 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2382782 Apr 08 17:41:47.043101 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 48006) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:47.051549 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-f00224d2-3beb-4319-9dd4-59ea5b99e9fe tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Request body: {'security_group_rule': {'security_group_id': '7a271a32-7c32-42f7-99d9-60e067d2a768', 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:47.083433 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117a66f-916e-427e-bc2b-391ef4251f97 req-2853a979-b1b9-49b7-b1df-dac979c83615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:47.084976 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3117a66f-916e-427e-bc2b-391ef4251f97 req-2853a979-b1b9-49b7-b1df-dac979c83615 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3d46c65a-4971-4a7f-92b3-38349cf449e3 HTTP/1.1" status: 200 len: 916 time: 0.1419826 Apr 08 17:41:47.126921 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f00224d2-3beb-4319-9dd4-59ea5b99e9fe tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group_rule (20dd3d5c-d1e4-4dd4-9cb6-051a92ccdb5a), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:47.131772 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-d80bb511-d56e-4d08-b27a-535d8b4d88dd None None] Set router a6247856-94f8-4f91-a953-7516526eb23c gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:41:47.174427 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3117a66f-916e-427e-bc2b-391ef4251f97 req-58faa8e6-be06-47b3-8c8a-2a94bf38a4ae service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a77d3cab-e313-43bb-ba85-71744ec74bfc HTTP/1.1" status: 200 len: 1000 time: 0.0800879 Apr 08 17:41:47.177667 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb40c8-db62-4bca-a30c-e209c64e13fe req-44cbd2c1-a996-4c3a-a202-e7fd718de01e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:47.179368 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fdeb40c8-db62-4bca-a30c-e209c64e13fe req-44cbd2c1-a996-4c3a-a202-e7fd718de01e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0884154 Apr 08 17:41:47.200301 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f00224d2-3beb-4319-9dd4-59ea5b99e9fe tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group_rule (20dd3d5c-d1e4-4dd4-9cb6-051a92ccdb5a), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:47.220759 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f00224d2-3beb-4319-9dd4-59ea5b99e9fe tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (20dd3d5c-d1e4-4dd4-9cb6-051a92ccdb5a), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:47.247544 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117a66f-916e-427e-bc2b-391ef4251f97 req-81e25675-afb7-441c-9e5a-56dc1870413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:47.249296 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3117a66f-916e-427e-bc2b-391ef4251f97 req-81e25675-afb7-441c-9e5a-56dc1870413e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f73dc476-3c86-43aa-9145-70ffe54e5685 HTTP/1.1" status: 200 len: 854 time: 0.0618606 Apr 08 17:41:47.292270 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00224d2-3beb-4319-9dd4-59ea5b99e9fe tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20dd3d5c-d1e4-4dd4-9cb6-051a92ccdb5a,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:47.300941 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f00224d2-3beb-4319-9dd4-59ea5b99e9fe tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:47.302600 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117a66f-916e-427e-bc2b-391ef4251f97 req-2c91a9f1-ffa0-422f-bf20-a6a49d5873ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:47.304157 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3117a66f-916e-427e-bc2b-391ef4251f97 req-2c91a9f1-ffa0-422f-bf20-a6a49d5873ca service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3d46c65a-4971-4a7f-92b3-38349cf449e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461466 Apr 08 17:41:47.304779 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 48010) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:47.305348 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-f00224d2-3beb-4319-9dd4-59ea5b99e9fe tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2612183 Apr 08 17:41:47.309940 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-9f810e13-8d6c-4c55-ba4f-f0463d27e561 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Request body: {'security_group_rule': {'security_group_id': '7a271a32-7c32-42f7-99d9-60e067d2a768', 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:47.317188 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50fa54-d360-44b4-9fba-03013784db75 req-ad9db363-b5dd-4b51-b985-c59533087430 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:47.318831 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8c50fa54-d360-44b4-9fba-03013784db75 req-ad9db363-b5dd-4b51-b985-c59533087430 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.1172121 Apr 08 17:41:47.329228 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fdeb40c8-db62-4bca-a30c-e209c64e13fe req-e83fca1f-fa5a-497a-9ce3-652c50d29b87 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264501 Apr 08 17:41:47.395571 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8c50fa54-d360-44b4-9fba-03013784db75 req-6a58e624-d9a4-428c-9a14-f868b847aaf3 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648556 Apr 08 17:41:47.408556 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-d80bb511-d56e-4d08-b27a-535d8b4d88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'name': 'tempest-TestMinimumBasicScenario-1770809295-router', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:14Z', 'revision_number': 4, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'gw_port': {'id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:83:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '2922a7da-e6c0-45b7-a811-dc20db692f0d', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'port_id': 'a77d3cab-e313-43bb-ba85-71744ec74bfc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3', 'mac_address': 'fa:16:3e:33:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912b095-825c-4c1f-8131-9aa11346d71a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:41:45Z', 'updated_at': '2022-04-08T17:41:45Z', 'revision_number': 0, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e211f30-dd65-4b35-a47e-645e943da7fe', 'name': '', 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'mac_address': 'fa:16:3e:a0:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f73dc476-3c86-43aa-9145-70ffe54e5685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:22Z', 'revision_number': 5, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'subnets': [{'id': 'f73dc476-3c86-43aa-9145-70ffe54e5685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:41:47.434853 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9f810e13-8d6c-4c55-ba4f-f0463d27e561 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group_rule (71216d17-2552-4f88-bacb-a4033012b2c1), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:47.485253 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3117a66f-916e-427e-bc2b-391ef4251f97 req-194153fc-dc30-4148-a68d-4ab5902904f2 service neutron] 10.222.0.91 "GET /v2.0/networks/3d46c65a-4971-4a7f-92b3-38349cf449e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699636 Apr 08 17:41:47.531486 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9f810e13-8d6c-4c55-ba4f-f0463d27e561 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group_rule (71216d17-2552-4f88-bacb-a4033012b2c1), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:47.538003 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80bb511-d56e-4d08-b27a-535d8b4d88dd None None] The sync data for ids ['a6247856-94f8-4f91-a953-7516526eb23c'] in dv-cinder-837164-1-iscsi is: [{'id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'name': 'tempest-TestMinimumBasicScenario-1770809295-router', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:14Z', 'revision_number': 4, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'gw_port': {'id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:83:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '2922a7da-e6c0-45b7-a811-dc20db692f0d', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'port_id': 'a77d3cab-e313-43bb-ba85-71744ec74bfc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3', 'mac_address': 'fa:16:3e:33:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912b095-825c-4c1f-8131-9aa11346d71a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:41:45Z', 'updated_at': '2022-04-08T17:41:45Z', 'revision_number': 0, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e211f30-dd65-4b35-a47e-645e943da7fe', 'name': '', 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'mac_address': 'fa:16:3e:a0:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f73dc476-3c86-43aa-9145-70ffe54e5685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:22Z', 'revision_number': 5, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'subnets': [{'id': 'f73dc476-3c86-43aa-9145-70ffe54e5685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:41:47.545718 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:41:47.562405 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9f810e13-8d6c-4c55-ba4f-f0463d27e561 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (71216d17-2552-4f88-bacb-a4033012b2c1), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:47.594262 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f810e13-8d6c-4c55-ba4f-f0463d27e561 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71216d17-2552-4f88-bacb-a4033012b2c1,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:47.602890 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9f810e13-8d6c-4c55-ba4f-f0463d27e561 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:47.604107 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-9f810e13-8d6c-4c55-ba4f-f0463d27e561 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2983348 Apr 08 17:41:47.607725 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 48014) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:47.614344 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-b2575d88-cf63-4a43-a35d-5e4824b04dce tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Request body: {'security_group_rule': {'security_group_id': '7a271a32-7c32-42f7-99d9-60e067d2a768', 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:47.620113 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3117a66f-916e-427e-bc2b-391ef4251f97 req-90fe529b-185e-4301-b224-52035d9702d2 service neutron] 10.222.0.91 "GET /v2.0/networks/3d46c65a-4971-4a7f-92b3-38349cf449e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261525 Apr 08 17:41:47.648706 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b2575d88-cf63-4a43-a35d-5e4824b04dce tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group_rule (d31c6323-04e2-4810-b108-98777f9c76ff), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:47.717521 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b2575d88-cf63-4a43-a35d-5e4824b04dce tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group_rule (d31c6323-04e2-4810-b108-98777f9c76ff), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:47.723573 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b2575d88-cf63-4a43-a35d-5e4824b04dce tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (d31c6323-04e2-4810-b108-98777f9c76ff), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:47.744979 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2575d88-cf63-4a43-a35d-5e4824b04dce tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31c6323-04e2-4810-b108-98777f9c76ff,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:47.757418 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b2575d88-cf63-4a43-a35d-5e4824b04dce tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:47.762657 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-b2575d88-cf63-4a43-a35d-5e4824b04dce tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1494429 Apr 08 17:41:47.763395 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 48016) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:47.766818 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1fab7-7f3e-49ed-bd0c-08a9cb71da88 None None] New status for floating IP 2922a7da-e6c0-45b7-a811-dc20db692f0d: ACTIVE {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:41:47.767503 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-11c72176-c7fb-4682-888f-1048c8b02b3a tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Request body: {'security_group_rule': {'security_group_id': '7a271a32-7c32-42f7-99d9-60e067d2a768', 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:47.789884 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.securitygroups_db [None req-11c72176-c7fb-4682-888f-1048c8b02b3a tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Project ca55bd6671ec4be0b183e1248c09d34b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 17:41:47.797619 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-11c72176-c7fb-4682-888f-1048c8b02b3a tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group_rule (252d79bf-497d-4049-a14f-47f429782a49), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:47.869621 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-11c72176-c7fb-4682-888f-1048c8b02b3a tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group_rule (252d79bf-497d-4049-a14f-47f429782a49), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:47.873953 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-11c72176-c7fb-4682-888f-1048c8b02b3a tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (252d79bf-497d-4049-a14f-47f429782a49), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:47.894473 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c72176-c7fb-4682-888f-1048c8b02b3a tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252d79bf-497d-4049-a14f-47f429782a49,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:47.904352 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-11c72176-c7fb-4682-888f-1048c8b02b3a tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:47.905592 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-11c72176-c7fb-4682-888f-1048c8b02b3a tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1423349 Apr 08 17:41:47.908551 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 48018) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:47.913059 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-260dd6c6-1aee-479e-96f6-5c92323fae10 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Request body: {'security_group_rule': {'security_group_id': '7a271a32-7c32-42f7-99d9-60e067d2a768', 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:47.935483 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.securitygroups_db [None req-260dd6c6-1aee-479e-96f6-5c92323fae10 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Project ca55bd6671ec4be0b183e1248c09d34b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 17:41:47.942615 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-260dd6c6-1aee-479e-96f6-5c92323fae10 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group_rule (8613153b-d007-4e72-988d-34b59925738b), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:48.018149 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-260dd6c6-1aee-479e-96f6-5c92323fae10 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group_rule (8613153b-d007-4e72-988d-34b59925738b), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:48.022647 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-260dd6c6-1aee-479e-96f6-5c92323fae10 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (8613153b-d007-4e72-988d-34b59925738b), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:48.024842 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-5e752684-80d9-4239-a4ed-b314796c02b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:48.043839 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260dd6c6-1aee-479e-96f6-5c92323fae10 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8613153b-d007-4e72-988d-34b59925738b,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:48.049153 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-260dd6c6-1aee-479e-96f6-5c92323fae10 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:48.053764 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-260dd6c6-1aee-479e-96f6-5c92323fae10 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407521 Apr 08 17:41:48.152155 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-403e0701-8678-43ea-9b12-44fe04537021 req-13549526-0703-45f4-84f0-7e24dd1ed22b tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1372693159&fields=id&tenant_id=ca55bd6671ec4be0b183e1248c09d34b HTTP/1.1" status: 200 len: 267 time: 0.0549893 Apr 08 17:41:48.203790 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e0701-8678-43ea-9b12-44fe04537021 req-7c4b7121-a324-476a-8d9e-2f12d0b4c067 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:48.205388 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-403e0701-8678-43ea-9b12-44fe04537021 req-7c4b7121-a324-476a-8d9e-2f12d0b4c067 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 946 time: 0.0467303 Apr 08 17:41:48.217252 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [req-403e0701-8678-43ea-9b12-44fe04537021 req-2007efc4-2409-42db-b325-c217fd1bafdc tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Request body: {'port': {'security_groups': ['dc730667-ca9e-4450-adf0-e727648d2340', '7a271a32-7c32-42f7-99d9-60e067d2a768']}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:41:48.294867 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [req-403e0701-8678-43ea-9b12-44fe04537021 req-2007efc4-2409-42db-b325-c217fd1bafdc tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:48.489378 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fff63c-dfa7-4854-8053-9598f45fad40 req-3a09aa46-c4fe-495b-9bdf-bbf032277cd8 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:48.490893 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-67fff63c-dfa7-4854-8053-9598f45fad40 req-3a09aa46-c4fe-495b-9bdf-bbf032277cd8 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0854692 Apr 08 17:41:48.769256 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-67fff63c-dfa7-4854-8053-9598f45fad40 req-86830e1d-dc27-4495-a779-da6b456b57ff tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648664 Apr 08 17:41:48.785078 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [req-403e0701-8678-43ea-9b12-44fe04537021 req-2007efc4-2409-42db-b325-c217fd1bafdc tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] For port a77d3cab-e313-43bb-ba85-71744ec74bfc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a77d3cab-e313-43bb-ba85-71744ec74bfc,segment=NetworkSegment(5f841c34-c6dd-467e-82f9-2f99f5064ce8),segment_id=5f841c34-c6dd-467e-82f9-2f99f5064ce8)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:41:48.828652 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:48.852195 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [req-403e0701-8678-43ea-9b12-44fe04537021 req-2007efc4-2409-42db-b325-c217fd1bafdc tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:48.863803 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [req-403e0701-8678-43ea-9b12-44fe04537021 req-2007efc4-2409-42db-b325-c217fd1bafdc tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085500'] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:48.915450 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['a77d3cab-e313-43bb-ba85-71744ec74bfc'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:41:48.982744 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f20667-3003-4fc6-be2e-eb764276c5e9 req-beb2078e-8cc3-4834-b5dd-413cd056f2eb tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:48.990119 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-72f20667-3003-4fc6-be2e-eb764276c5e9 req-beb2078e-8cc3-4834-b5dd-413cd056f2eb tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.1406786 Apr 08 17:41:48.998071 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e0701-8678-43ea-9b12-44fe04537021 req-2007efc4-2409-42db-b325-c217fd1bafdc tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:48.998910 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [req-403e0701-8678-43ea-9b12-44fe04537021 req-2007efc4-2409-42db-b325-c217fd1bafdc tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for port (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:49.007844 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-403e0701-8678-43ea-9b12-44fe04537021 req-2007efc4-2409-42db-b325-c217fd1bafdc tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "PUT /v2.0/ports/a77d3cab-e313-43bb-ba85-71744ec74bfc HTTP/1.1" status: 200 len: 982 time: 0.7940316 Apr 08 17:41:49.015755 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7912b095-825c-4c1f-8131-9aa11346d71a', 'tag': 'a77d3cab-e313-43bb-ba85-71744ec74bfc'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:41:49.018743 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3bcbf0fb11f9b4b521f26e552f1266052730f1b4dd01594c51942873fe86f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ea8447-9ba0-405f-843d-089cd921187b" -d '{"events": [{"name": "network-changed", "server_uuid": "7912b095-825c-4c1f-8131-9aa11346d71a", "tag": "a77d3cab-e313-43bb-ba85-71744ec74bfc"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:41:49.083277 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007efc4-2409-42db-b325-c217fd1bafdc tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Pushing event updated for resources: {'Port': ['ID=a77d3cab-e313-43bb-ba85-71744ec74bfc,revision_number=6']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:49.188563 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-72f20667-3003-4fc6-be2e-eb764276c5e9 req-2fd17378-171b-4828-9389-bf1e56e849c7 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973195 Apr 08 17:41:49.209833 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['a77d3cab-e313-43bb-ba85-71744ec74bfc'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:41:49.248916 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00714623-d2ec-4cff-a0e5-94a6b1323964 req-2c5281d9-b4b6-48b3-b258-feea3a061367 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:49.257431 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-00714623-d2ec-4cff-a0e5-94a6b1323964 req-2c5281d9-b4b6-48b3-b258-feea3a061367 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 985 time: 0.1265988 Apr 08 17:41:49.327157 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728a31a0-ee8a-428d-ab8e-e402c68399d5 x-openstack-request-id: req-728a31a0-ee8a-428d-ab8e-e402c68399d5 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:41:49.327706 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7912b095-825c-4c1f-8131-9aa11346d71a", "tag": "a77d3cab-e313-43bb-ba85-71744ec74bfc", "status": "completed", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:41:49.328121 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-728a31a0-ee8a-428d-ab8e-e402c68399d5 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:41:49.328561 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-728a31a0-ee8a-428d-ab8e-e402c68399d5'] response: {'name': 'network-changed', 'server_uuid': '7912b095-825c-4c1f-8131-9aa11346d71a', 'tag': 'a77d3cab-e313-43bb-ba85-71744ec74bfc', 'status': 'completed', 'code': 200} Apr 08 17:41:49.347000 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-00714623-d2ec-4cff-a0e5-94a6b1323964 req-ac234984-bbf2-4188-a363-3bd3ced336bb tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a271a32-7c32-42f7-99d9-60e067d2a768&id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0880172 Apr 08 17:41:49.404913 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea8447-9ba0-405f-843d-089cd921187b req-951d5728-0384-49b6-9a30-bb399717a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:49.406577 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-73ea8447-9ba0-405f-843d-089cd921187b req-951d5728-0384-49b6-9a30-bb399717a730 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ca55bd6671ec4be0b183e1248c09d34b&device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 1169 time: 0.0553265 Apr 08 17:41:49.524543 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea8447-9ba0-405f-843d-089cd921187b req-31f969ac-d8d9-44bb-88c3-6946f69e2c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:49.526409 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-73ea8447-9ba0-405f-843d-089cd921187b req-31f969ac-d8d9-44bb-88c3-6946f69e2c14 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3d46c65a-4971-4a7f-92b3-38349cf449e3 HTTP/1.1" status: 200 len: 916 time: 0.1104212 Apr 08 17:41:49.606380 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-aca3415a-6903-4d47-9093-368d409723fa None None] Provisioning complete for port a77d3cab-e313-43bb-ba85-71744ec74bfc triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:41:49.607034 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aca3415a-6903-4d47-9093-368d409723fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:49.627986 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-73ea8447-9ba0-405f-843d-089cd921187b req-b2f82de0-15e0-4990-bab8-c7c63b92f5a6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a77d3cab-e313-43bb-ba85-71744ec74bfc HTTP/1.1" status: 200 len: 1002 time: 0.0938890 Apr 08 17:41:49.745531 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea8447-9ba0-405f-843d-089cd921187b req-b363a5b4-5b9d-43c4-b9bf-1aff4bc76758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:49.747486 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-73ea8447-9ba0-405f-843d-089cd921187b req-b363a5b4-5b9d-43c4-b9bf-1aff4bc76758 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f73dc476-3c86-43aa-9145-70ffe54e5685 HTTP/1.1" status: 200 len: 854 time: 0.1102612 Apr 08 17:41:49.832450 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea8447-9ba0-405f-843d-089cd921187b req-3c90e1aa-08a0-464a-88cf-afcee4cb874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:49.837899 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-73ea8447-9ba0-405f-843d-089cd921187b req-3c90e1aa-08a0-464a-88cf-afcee4cb874e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3d46c65a-4971-4a7f-92b3-38349cf449e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823107 Apr 08 17:41:49.886003 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-aca3415a-6903-4d47-9093-368d409723fa None None] Current status of the port a77d3cab-e313-43bb-ba85-71744ec74bfc is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:41:49.984098 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ea7cb-f382-4488-9ea7-ba521279487b req-425289d1-5790-4c3c-9f90-10ef965437a2 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:49.991208 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-546ea7cb-f382-4488-9ea7-ba521279487b req-425289d1-5790-4c3c-9f90-10ef965437a2 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0709431 Apr 08 17:41:50.010375 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-73ea8447-9ba0-405f-843d-089cd921187b req-f0169ed6-4bbc-4e3d-ab67-879f122a2c3d service neutron] 10.222.0.91 "GET /v2.0/networks/3d46c65a-4971-4a7f-92b3-38349cf449e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643095 Apr 08 17:41:50.066720 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-546ea7cb-f382-4488-9ea7-ba521279487b req-47712682-6863-4309-a701-eddffaa6e2da tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744145 Apr 08 17:41:50.168692 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-73ea8447-9ba0-405f-843d-089cd921187b req-82757eba-5835-4145-8a10-544272f573ff service neutron] 10.222.0.91 "GET /v2.0/networks/3d46c65a-4971-4a7f-92b3-38349cf449e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429603 Apr 08 17:41:50.360386 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d0958-a657-42cc-b6bc-7899d1e1757f req-f8b089d5-fe6f-4451-9c3d-ed8100756338 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:50.363534 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-957d0958-a657-42cc-b6bc-7899d1e1757f req-f8b089d5-fe6f-4451-9c3d-ed8100756338 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0633311 Apr 08 17:41:50.414324 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-957d0958-a657-42cc-b6bc-7899d1e1757f req-ef53c9bb-ce46-4d0e-8093-bc5748500ab7 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456333 Apr 08 17:41:50.519697 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:51.246062 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54158dcb-5883-4294-a25a-250274220692 req-471c2f3a-652b-4277-827d-39224aa1cf69 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:51.247701 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-54158dcb-5883-4294-a25a-250274220692 req-471c2f3a-652b-4277-827d-39224aa1cf69 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0827847 Apr 08 17:41:51.310879 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-54158dcb-5883-4294-a25a-250274220692 req-158f81a7-9da4-4214-904d-8f4b6eec008a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572400 Apr 08 17:41:51.548099 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba3d18-40ed-4caf-aed2-652b253e7707 req-5b11593f-93e2-4e0b-9270-caf817486b4d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:51.550224 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3fba3d18-40ed-4caf-aed2-652b253e7707 req-5b11593f-93e2-4e0b-9270-caf817486b4d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0609956 Apr 08 17:41:51.604763 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3fba3d18-40ed-4caf-aed2-652b253e7707 req-7a8e9689-a8d5-4f66-98a9-87923183ea8a tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484333 Apr 08 17:41:51.886988 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:52.469383 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7ee5c-8e01-4154-8f95-2f401bea2996 req-4361242f-57a8-44cd-862f-d101a4441034 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:52.471001 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-def7ee5c-8e01-4154-8f95-2f401bea2996 req-4361242f-57a8-44cd-862f-d101a4441034 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0710137 Apr 08 17:41:52.521004 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-def7ee5c-8e01-4154-8f95-2f401bea2996 req-1af7a9fb-8e4e-4506-9f88-078e95233477 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442002 Apr 08 17:41:52.743793 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57c690-3811-468a-8d3b-7bcab898ec89 req-1106ca1d-8b7c-466f-a22a-0aad85c7e3e3 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:52.745912 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0b57c690-3811-468a-8d3b-7bcab898ec89 req-1106ca1d-8b7c-466f-a22a-0aad85c7e3e3 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0717363 Apr 08 17:41:52.817559 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0b57c690-3811-468a-8d3b-7bcab898ec89 req-c2ee4ec5-c534-4164-b9c4-ed9b16196cf3 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647051 Apr 08 17:41:53.707566 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1caae-fbaa-4435-8f38-8bcf991124b8 req-7238686b-4828-4269-836b-96c357e6b2a1 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:53.709959 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e2a1caae-fbaa-4435-8f38-8bcf991124b8 req-7238686b-4828-4269-836b-96c357e6b2a1 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0597932 Apr 08 17:41:53.773930 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e2a1caae-fbaa-4435-8f38-8bcf991124b8 req-f9d0a38a-e820-4d4b-8622-ebdda555bb7a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554378 Apr 08 17:41:54.013146 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edacdf-33cf-4cce-ac38-1d5aa322a29d req-1297c28d-eb5e-46e9-9ae8-d2b6a724db8a tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:54.014790 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-60edacdf-33cf-4cce-ac38-1d5aa322a29d req-1297c28d-eb5e-46e9-9ae8-d2b6a724db8a tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0698216 Apr 08 17:41:54.126585 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-60edacdf-33cf-4cce-ac38-1d5aa322a29d req-53f255f9-e8eb-41fc-9351-674fadbd1115 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054201 Apr 08 17:41:54.957072 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67323228-3b21-43be-bd8e-11bf31acbfa9 req-b5138d61-0b81-4023-b987-99df44c9ebc9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:54.960279 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-67323228-3b21-43be-bd8e-11bf31acbfa9 req-b5138d61-0b81-4023-b987-99df44c9ebc9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0841844 Apr 08 17:41:55.055836 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-67323228-3b21-43be-bd8e-11bf31acbfa9 req-af24c53f-0894-4724-ac6c-f2d89071c5f9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881445 Apr 08 17:41:55.438305 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ede2e3-8312-491a-aa49-17736f80021e req-c47de59d-d5b7-4973-9721-e404a9248e3f tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:55.446599 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-08ede2e3-8312-491a-aa49-17736f80021e req-c47de59d-d5b7-4973-9721-e404a9248e3f tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.1087842 Apr 08 17:41:55.554357 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-08ede2e3-8312-491a-aa49-17736f80021e req-9808d4e1-e1a1-4990-8b11-75798551539b tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056321 Apr 08 17:41:56.258964 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f185d-0308-4ce3-a5dc-f9224736c1ba req-b154a043-264d-46ae-8ea2-358a90549af7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:56.261005 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-645f185d-0308-4ce3-a5dc-f9224736c1ba req-b154a043-264d-46ae-8ea2-358a90549af7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0597911 Apr 08 17:41:56.361266 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-645f185d-0308-4ce3-a5dc-f9224736c1ba req-e28a5d0e-97a1-4b72-9686-7f891bc7c7eb tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849452 Apr 08 17:41:56.722089 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75c09c-51a4-49dc-ad4d-b824ef155e02 req-8c651907-20b5-4b59-a678-31d57ee349ab tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:56.731969 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7f75c09c-51a4-49dc-ad4d-b824ef155e02 req-8c651907-20b5-4b59-a678-31d57ee349ab tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0860047 Apr 08 17:41:56.869904 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7f75c09c-51a4-49dc-ad4d-b824ef155e02 req-dfacb96e-23df-4a87-a0e5-38d9b759e717 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334481 Apr 08 17:41:57.535866 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d21b2-9630-4098-b0cc-cec8fb5a6d28 req-83c7f500-cb72-41e4-8f32-dc6ca59cee28 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:57.538270 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a93d21b2-9630-4098-b0cc-cec8fb5a6d28 req-83c7f500-cb72-41e4-8f32-dc6ca59cee28 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0748677 Apr 08 17:41:57.631405 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a93d21b2-9630-4098-b0cc-cec8fb5a6d28 req-bcd9a3cd-fca0-47da-b7d0-2b3ede2cfb36 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861306 Apr 08 17:41:58.066920 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca4fc4-9227-486d-a3c1-807693d5ab23 req-fc5da618-b0b5-484c-a4cb-1cebbc665414 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:58.074268 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9fca4fc4-9227-486d-a3c1-807693d5ab23 req-fc5da618-b0b5-484c-a4cb-1cebbc665414 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0608292 Apr 08 17:41:58.169472 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9fca4fc4-9227-486d-a3c1-807693d5ab23 req-cb31c32d-d230-451d-a17c-47a25dd14ef9 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936589 Apr 08 17:41:58.766220 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb046ea2-c8cb-43b3-9e6e-af470ccc36f2 req-8d33a386-4ce5-48b7-b49d-b40dfa970e3c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:58.773466 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bb046ea2-c8cb-43b3-9e6e-af470ccc36f2 req-8d33a386-4ce5-48b7-b49d-b40dfa970e3c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0670707 Apr 08 17:41:58.840031 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bb046ea2-c8cb-43b3-9e6e-af470ccc36f2 req-4b54b65c-306f-4ce8-9619-7cc99cdf2c03 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653450 Apr 08 17:41:59.392840 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39321375-4d3c-4b5f-9e28-323e83364120 req-b8fde363-8aff-48d8-a628-32077225b26d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:59.400166 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-39321375-4d3c-4b5f-9e28-323e83364120 req-b8fde363-8aff-48d8-a628-32077225b26d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0888183 Apr 08 17:41:59.506934 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-39321375-4d3c-4b5f-9e28-323e83364120 req-cd9c41f3-d17c-44a8-bb47-6e036d85ce3b tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054921 Apr 08 17:41:59.841009 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a87195-883a-4f0f-9481-eb8e6703bc03 req-583974e9-af5c-4e41-8f08-179f98a27e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:59.843632 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-89a87195-883a-4f0f-9481-eb8e6703bc03 req-583974e9-af5c-4e41-8f08-179f98a27e67 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 1129 time: 0.0503590 Apr 08 17:41:59.948000 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-89a87195-883a-4f0f-9481-eb8e6703bc03 req-48ecb8dc-ddc8-4f39-ab3a-b49c25d8d0a2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703747 Apr 08 17:42:00.025215 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e9d29-a7bd-4d3e-a361-40db79fa6da3 req-0cb0a84b-c42a-4247-9f92-51240e8adbea tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:00.027027 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-363e9d29-a7bd-4d3e-a361-40db79fa6da3 req-0cb0a84b-c42a-4247-9f92-51240e8adbea tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0641282 Apr 08 17:42:00.089346 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-363e9d29-a7bd-4d3e-a361-40db79fa6da3 req-c4ec1a2a-a451-4a24-8ddd-0e279aa7716a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558240 Apr 08 17:42:00.719298 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9d93d-efe1-46c1-9d62-9a9120e4ba2e req-83e8891d-1d7a-4425-ab61-60686b57c827 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:00.720896 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d9d9d93d-efe1-46c1-9d62-9a9120e4ba2e req-83e8891d-1d7a-4425-ab61-60686b57c827 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0790348 Apr 08 17:42:00.808002 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d9d9d93d-efe1-46c1-9d62-9a9120e4ba2e req-6462cf6c-ad92-422b-afff-f79a92042178 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770106 Apr 08 17:42:01.457934 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce754f7-59b4-4f96-929d-3f86050a515b req-022dbf99-3974-4282-9648-d4af8ab9c20a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:01.459573 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3ce754f7-59b4-4f96-929d-3f86050a515b req-022dbf99-3974-4282-9648-d4af8ab9c20a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.2298422 Apr 08 17:42:01.538491 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3ce754f7-59b4-4f96-929d-3f86050a515b req-f087fea6-27cb-4a16-826b-c016634d68fd tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683196 Apr 08 17:42:02.084784 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58e267-549e-4144-a144-e3d9ab1cf33b req-9da60f84-855d-4a66-893f-d2582906a906 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:02.087265 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8f58e267-549e-4144-a144-e3d9ab1cf33b req-9da60f84-855d-4a66-893f-d2582906a906 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.1525133 Apr 08 17:42:02.196241 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8f58e267-549e-4144-a144-e3d9ab1cf33b req-616d0ab2-05bb-4655-bacf-0d23f3214a23 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959749 Apr 08 17:42:02.770705 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abc582-e96b-4f16-8dbd-a212c5b2c05f req-5025f446-336e-45ae-9b94-bd7c5334cc33 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:02.772163 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-20abc582-e96b-4f16-8dbd-a212c5b2c05f req-5025f446-336e-45ae-9b94-bd7c5334cc33 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0647566 Apr 08 17:42:02.864374 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-20abc582-e96b-4f16-8dbd-a212c5b2c05f req-d3af35ec-af0e-4254-8c17-84efaa2ee47a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860703 Apr 08 17:42:03.350376 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ed4a6-ad0f-41aa-b6ad-5f6404dfa31f req-73aa476e-e822-47a3-8dd3-ddf7567074f3 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:03.353426 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-eb7ed4a6-ad0f-41aa-b6ad-5f6404dfa31f req-73aa476e-e822-47a3-8dd3-ddf7567074f3 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0629616 Apr 08 17:42:03.427103 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-eb7ed4a6-ad0f-41aa-b6ad-5f6404dfa31f req-0cf6f93b-bca5-4c09-a1e9-c809c8cd0863 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686510 Apr 08 17:42:03.995833 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22367bea-7db9-4e88-85e1-1fcf06ebf56c req-5dff1813-e427-456c-9901-92c2a83b0f57 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:04.003219 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-22367bea-7db9-4e88-85e1-1fcf06ebf56c req-5dff1813-e427-456c-9901-92c2a83b0f57 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0514805 Apr 08 17:42:04.044294 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-22367bea-7db9-4e88-85e1-1fcf06ebf56c req-c36dcc77-32fb-4c58-89a3-89fb8290e3cc tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399826 Apr 08 17:42:04.560323 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02eb87-d58c-481d-8255-0eadc635e2df req-c3564c29-864b-4b69-8ddc-53ead60af9cd tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:04.562034 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2a02eb87-d58c-481d-8255-0eadc635e2df req-c3564c29-864b-4b69-8ddc-53ead60af9cd tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0539031 Apr 08 17:42:04.626725 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2a02eb87-d58c-481d-8255-0eadc635e2df req-aac013ef-dc99-44f4-9250-5b3295cbda8e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492945 Apr 08 17:42:05.187626 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fd40f-f5c9-47a6-870a-aefae2005864 req-c7223b5e-4ec4-468b-8cfb-835da9d21e30 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:05.194672 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4d9fd40f-f5c9-47a6-870a-aefae2005864 req-c7223b5e-4ec4-468b-8cfb-835da9d21e30 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0746353 Apr 08 17:42:05.249990 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4d9fd40f-f5c9-47a6-870a-aefae2005864 req-3ded9565-5082-4e89-8141-920852b9645b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544345 Apr 08 17:42:05.763423 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afa3c5-41bf-4f03-bbc2-baf14108e57f req-9645f2e3-ec62-4a1d-b5c4-23b2970f121d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:05.770776 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f3afa3c5-41bf-4f03-bbc2-baf14108e57f req-9645f2e3-ec62-4a1d-b5c4-23b2970f121d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0640323 Apr 08 17:42:05.815497 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f3afa3c5-41bf-4f03-bbc2-baf14108e57f req-fa53a6af-5a4d-4f46-b807-2e4d27d18424 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437243 Apr 08 17:42:06.141138 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f82c6-cc61-4769-a5c6-809e51cb2140 req-db877191-cf9d-45cb-bb32-872127c795d4 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:06.142825 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-053f82c6-cc61-4769-a5c6-809e51cb2140 req-db877191-cf9d-45cb-bb32-872127c795d4 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0573497 Apr 08 17:42:06.177903 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e47c1-7a5b-44db-a54c-1b75f2a44cf4 req-e73a4e97-32cc-498d-b2b4-93214b18fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:06.186345 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f48e47c1-7a5b-44db-a54c-1b75f2a44cf4 req-e73a4e97-32cc-498d-b2b4-93214b18fe66 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3589adc3fd645a888ab3b81995e662e&device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 1129 time: 0.0721099 Apr 08 17:42:06.218910 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-053f82c6-cc61-4769-a5c6-809e51cb2140 req-4d264f2f-ab3f-4e23-ac28-c87c2160afe2 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677269 Apr 08 17:42:06.324015 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e47c1-7a5b-44db-a54c-1b75f2a44cf4 req-7c2fb2bb-47ac-48fa-aff5-61ef07e2cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:06.326250 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f48e47c1-7a5b-44db-a54c-1b75f2a44cf4 req-7c2fb2bb-47ac-48fa-aff5-61ef07e2cf86 service neutron] 10.222.0.91 "GET /v2.0/networks?id=008c6189-82d1-4951-afe7-f478c9f8b212 HTTP/1.1" status: 200 len: 920 time: 0.1321845 Apr 08 17:42:06.404060 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c49145-d228-49d4-8a7c-cfbf1642e56d req-73facf82-5a33-4a04-943b-145d6309563f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:06.409173 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f48e47c1-7a5b-44db-a54c-1b75f2a44cf4 req-eb839569-e00f-4f9b-b4e1-3ac130327bb6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=858b37eb-86f3-4654-8322-c4d3c2605c36 HTTP/1.1" status: 200 len: 217 time: 0.0722005 Apr 08 17:42:06.413487 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d3c49145-d228-49d4-8a7c-cfbf1642e56d req-73facf82-5a33-4a04-943b-145d6309563f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0660470 Apr 08 17:42:06.485534 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e47c1-7a5b-44db-a54c-1b75f2a44cf4 req-b7a3d521-289f-4218-928c-a134d7aecda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:06.487356 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f48e47c1-7a5b-44db-a54c-1b75f2a44cf4 req-b7a3d521-289f-4218-928c-a134d7aecda2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b63453b-e6c6-4ee6-9edf-14ef728f0f18 HTTP/1.1" status: 200 len: 858 time: 0.0683448 Apr 08 17:42:06.506101 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d3c49145-d228-49d4-8a7c-cfbf1642e56d req-655c3058-1381-4428-84bd-7410f2499399 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905077 Apr 08 17:42:06.540400 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e47c1-7a5b-44db-a54c-1b75f2a44cf4 req-12a358be-40e2-4081-9934-c7c60661b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:06.542199 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f48e47c1-7a5b-44db-a54c-1b75f2a44cf4 req-12a358be-40e2-4081-9934-c7c60661b277 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=008c6189-82d1-4951-afe7-f478c9f8b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471766 Apr 08 17:42:06.675761 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f48e47c1-7a5b-44db-a54c-1b75f2a44cf4 req-c211885b-758c-44fd-9a71-9d90e79a2704 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171334 Apr 08 17:42:06.808585 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f48e47c1-7a5b-44db-a54c-1b75f2a44cf4 req-8709734b-ef30-4628-af37-f0ca6921f7ae service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242712 Apr 08 17:42:07.399625 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0217ec-9df6-4c5d-aee4-12f6ded08511 req-02ad6496-ceb0-417e-9726-c99a23477018 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:07.401296 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0a0217ec-9df6-4c5d-aee4-12f6ded08511 req-02ad6496-ceb0-417e-9726-c99a23477018 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0495126 Apr 08 17:42:07.463354 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0a0217ec-9df6-4c5d-aee4-12f6ded08511 req-56daa27a-ada8-4896-9d3c-46661dda7cd9 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549672 Apr 08 17:42:07.632091 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb030e28-6935-4545-ac2d-e2be5735f822 req-2d546432-7db6-4e14-a1a5-a49215364fe8 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:07.633788 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-eb030e28-6935-4545-ac2d-e2be5735f822 req-2d546432-7db6-4e14-a1a5-a49215364fe8 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0561750 Apr 08 17:42:07.692703 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-eb030e28-6935-4545-ac2d-e2be5735f822 req-ee14d6ea-0c88-4806-8515-f72cf625c119 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530071 Apr 08 17:42:08.587885 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2070dda-1abc-47df-82ed-9f49a2aab413 req-c1248906-7066-4a9e-a435-87f42d44ac38 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:08.589387 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f2070dda-1abc-47df-82ed-9f49a2aab413 req-c1248906-7066-4a9e-a435-87f42d44ac38 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0509522 Apr 08 17:42:08.635334 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f2070dda-1abc-47df-82ed-9f49a2aab413 req-ff504ea3-b3bf-4486-b4af-751df92c3416 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399108 Apr 08 17:42:08.814849 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88909e01-48f2-47ab-b6f2-121a3386de55 req-33408668-6355-4169-ab02-49fc46af174f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:08.816420 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-88909e01-48f2-47ab-b6f2-121a3386de55 req-33408668-6355-4169-ab02-49fc46af174f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0506163 Apr 08 17:42:08.864455 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-88909e01-48f2-47ab-b6f2-121a3386de55 req-aef3bd1f-caf3-4cdf-8789-13f58437a70e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421245 Apr 08 17:42:09.760911 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afb050-8511-4bcf-8f15-570adc151e8f req-b974c059-e6f4-4868-93ab-f18c4aff4a72 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:09.762881 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c4afb050-8511-4bcf-8f15-570adc151e8f req-b974c059-e6f4-4868-93ab-f18c4aff4a72 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0551379 Apr 08 17:42:09.809865 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c4afb050-8511-4bcf-8f15-570adc151e8f req-ef4fb2c0-844c-40bc-b6c3-c98f70e1c804 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411818 Apr 08 17:42:09.998207 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e234b8-71b4-4a90-9aaa-04c15f2e7011 req-c76bb7ac-dbad-43b4-ab39-0b158f6c7a9b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:09.999707 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b8e234b8-71b4-4a90-9aaa-04c15f2e7011 req-c76bb7ac-dbad-43b4-ab39-0b158f6c7a9b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0532596 Apr 08 17:42:10.051769 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b8e234b8-71b4-4a90-9aaa-04c15f2e7011 req-67035067-bc3d-4cc7-95a9-0e9f20131a26 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461197 Apr 08 17:42:10.924086 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c6c61-a408-4d00-a9c8-63782f248981 req-75769890-f745-4510-b8fe-fc010a5d62b3 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:10.925469 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-986c6c61-a408-4d00-a9c8-63782f248981 req-75769890-f745-4510-b8fe-fc010a5d62b3 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0471349 Apr 08 17:42:10.982308 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-986c6c61-a408-4d00-a9c8-63782f248981 req-54c4f7e9-b1ca-43dc-9668-eeb77ab8cf6d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512614 Apr 08 17:42:11.177812 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa4b76-57c2-43ea-a463-5b251e65c8aa req-7232720f-fb8f-4da1-9cba-402105673202 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:11.179228 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-44aa4b76-57c2-43ea-a463-5b251e65c8aa req-7232720f-fb8f-4da1-9cba-402105673202 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0485048 Apr 08 17:42:11.239362 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-44aa4b76-57c2-43ea-a463-5b251e65c8aa req-4fa03d53-4cfe-418a-adb3-63e55b4a579d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544343 Apr 08 17:42:11.474866 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 48388) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:11.531401 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Deleting subnet 76d2ef6a-ec7c-4a6e-a5bd-b6be07ff9679 {{(pid=103643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:42:11.534504 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Publish callbacks [] for subnet (76d2ef6a-ec7c-4a6e-a5bd-b6be07ff9679), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:11.568912 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7555455'] for subnet (76d2ef6a-ec7c-4a6e-a5bd-b6be07ff9679), precommit_delete_associations {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:11.608468 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929042'] for subnet (76d2ef6a-ec7c-4a6e-a5bd-b6be07ff9679), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:11.662438 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7534635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5067481'] for subnet (76d2ef6a-ec7c-4a6e-a5bd-b6be07ff9679), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:11.690256 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d2ef6a-ec7c-4a6e-a5bd-b6be07ff9679,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:11.695003 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:11.701577 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/76d2ef6a-ec7c-4a6e-a5bd-b6be07ff9679 HTTP/1.1" status: 204 len: 168 time: 0.2255161 Apr 08 17:42:11.702064 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 48392) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:11.708371 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:11.708902 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:11.709254 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:11.709701 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:11.710044 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:11.710383 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:11.710718 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:11.711048 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:11.711378 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:11.711710 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:11.712040 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:11.712428 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:11.712758 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:11.713084 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:11.713407 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c99531-268a-4d93-87cc-3054758b23f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:11.781278 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-970409'] for network (3f103763-c11f-4d92-9086-f3e9a134d754), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:11.866105 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931487', 'neutron.services.segments.db._delete_segments_for_network-8761101197981'] for network (3f103763-c11f-4d92-9086-f3e9a134d754), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:11.891346 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.services.segments.db [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f103763-c11f-4d92-9086-f3e9a134d754']}} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:42:11.901944 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.services.segments.db [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65aaa2bb-b6db-4490-a915-86c821f1e2cb') {'for_net_delete': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:42:11.902245 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.services.segments.db [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65aaa2bb-b6db-4490-a915-86c821f1e2cb') {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:42:11.911407 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761101199014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8211222'] for segment (65aaa2bb-b6db-4490-a915-86c821f1e2cb), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:11.925734 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (65aaa2bb-b6db-4490-a915-86c821f1e2cb), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:11.932079 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=103644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:42:11.932672 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5085440'] for segment (65aaa2bb-b6db-4490-a915-86c821f1e2cb), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: Traceback (most recent call last): Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: timer() Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: cb(*args, **kw) Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: return func(*args, **kwargs) Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: self._notify() Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: self.callback(batched_events) Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: event.method(event) Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: return f(self, *a, **k) Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: return self._get(url).json() Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: return self.request(url, 'GET', **kwargs) Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:42:11.934548 dv-cinder-837164-1-iscsi neutron-server[103644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:42:11.991032 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646066'] for network (3f103763-c11f-4d92-9086-f3e9a134d754), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:11.996589 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:12.000635 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3f103763-c11f-4d92-9086-f3e9a134d754 HTTP/1.1" status: 204 len: 168 time: 0.2974944 Apr 08 17:42:12.012778 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f103763-c11f-4d92-9086-f3e9a134d754,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:12.019841 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:12.020168 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:12.020542 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:12.020880 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:12.021212 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:12.021540 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:12.021937 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:12.022182 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:12.022507 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:12.022828 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:12.023150 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:12.023473 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:12.023792 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:12.024105 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:12.024731 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5080f5-ca9e-493d-8561-0fb19b56b3e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:12.171277 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 48398) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:12.212012 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-8be0821a-476c-4599-8a04-44e6af6957c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8dbbc5b2cc7f41318207dd12f632681c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395880 Apr 08 17:42:12.214504 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 48400) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:12.266681 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-049a6760-ae24-47c9-8909-d177cf75d212 admin admin] Publish callbacks [] for security_group (48ca0466-a372-405b-a84f-2bca943b42dc), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:12.288377 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-049a6760-ae24-47c9-8909-d177cf75d212 admin admin] Publish callbacks [] for security_group (48ca0466-a372-405b-a84f-2bca943b42dc), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:12.357362 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-049a6760-ae24-47c9-8909-d177cf75d212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (48ca0466-a372-405b-a84f-2bca943b42dc), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:12.360632 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-049a6760-ae24-47c9-8909-d177cf75d212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:12.367623 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-049a6760-ae24-47c9-8909-d177cf75d212 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48ca0466-a372-405b-a84f-2bca943b42dc HTTP/1.1" status: 204 len: 168 time: 0.1492941 Apr 08 17:42:12.377227 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a6760-ae24-47c9-8909-d177cf75d212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ca0466-a372-405b-a84f-2bca943b42dc,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:12.387442 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d274fb-24d3-4a83-88c1-9dd5a46fa335 req-b5294b05-4bc6-4e20-8700-493022708cf1 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:12.390487 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f1d274fb-24d3-4a83-88c1-9dd5a46fa335 req-b5294b05-4bc6-4e20-8700-493022708cf1 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0701139 Apr 08 17:42:12.457366 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f1d274fb-24d3-4a83-88c1-9dd5a46fa335 req-206cf620-eaba-4cf1-aa54-98b1c18fd8ed tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604486 Apr 08 17:42:12.527164 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 48412) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:12.532513 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-d1edc121-b5af-4747-9853-19beacb5bf03 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--705663992', 'description': 'tempest-description--1454033807'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:42:12.554451 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d1edc121-b5af-4747-9853-19beacb5bf03 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:12.627699 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d1edc121-b5af-4747-9853-19beacb5bf03 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for security_group (b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:12.634179 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d1edc121-b5af-4747-9853-19beacb5bf03 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:12.673475 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d1edc121-b5af-4747-9853-19beacb5bf03 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:12.674860 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-d1edc121-b5af-4747-9853-19beacb5bf03 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1466472 Apr 08 17:42:12.677778 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 48418) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:12.683016 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-d84d64df-7af4-40cb-bc25-8be644a51822 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Request body: {'security_group_rule': {'security_group_id': 'b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:42:12.688482 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edc121-b5af-4747-9853-19beacb5bf03 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:12.716877 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d84d64df-7af4-40cb-bc25-8be644a51822 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for security_group_rule (79b56a65-9426-4ba4-8e5e-649f6f0d2821), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:12.779315 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d84d64df-7af4-40cb-bc25-8be644a51822 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for security_group_rule (79b56a65-9426-4ba4-8e5e-649f6f0d2821), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:12.783369 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d84d64df-7af4-40cb-bc25-8be644a51822 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (79b56a65-9426-4ba4-8e5e-649f6f0d2821), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:12.801348 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d64df-7af4-40cb-bc25-8be644a51822 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b56a65-9426-4ba4-8e5e-649f6f0d2821,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:12.810032 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d84d64df-7af4-40cb-bc25-8be644a51822 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:12.812248 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-d84d64df-7af4-40cb-bc25-8be644a51822 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325307 Apr 08 17:42:12.813994 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 48432) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:12.818673 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-f2ddea95-945a-49b6-8e14-0cd5605a096e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Request body: {'security_group_rule': {'security_group_id': 'b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:42:12.848579 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f2ddea95-945a-49b6-8e14-0cd5605a096e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for security_group_rule (6f7713e3-696d-4193-8ef4-620dfcc5293d), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:12.960076 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f2ddea95-945a-49b6-8e14-0cd5605a096e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for security_group_rule (6f7713e3-696d-4193-8ef4-620dfcc5293d), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:12.965204 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-02fd389f-4461-44d4-8b37-0b63eb7aeaa2 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1790470273&fields=id&tenant_id=5f737778e54346c1b6ff286669cf0345 HTTP/1.1" status: 200 len: 267 time: 0.0843382 Apr 08 17:42:12.966957 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f2ddea95-945a-49b6-8e14-0cd5605a096e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (6f7713e3-696d-4193-8ef4-620dfcc5293d), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:13.009401 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddea95-945a-49b6-8e14-0cd5605a096e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7713e3-696d-4193-8ef4-620dfcc5293d,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:13.022734 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f2ddea95-945a-49b6-8e14-0cd5605a096e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:13.026964 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-f2ddea95-945a-49b6-8e14-0cd5605a096e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2089305 Apr 08 17:42:13.027177 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 48440) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:13.034332 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-55e88946-ffc1-45b3-8290-b5f0a6b67d36 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Request body: {'floatingip': {'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:42:13.098380 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-55e88946-ffc1-45b3-8290-b5f0a6b67d36 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:13.177462 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-c9468966-d45b-42bb-a78d-dfb72b53f4ce tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:13.179108 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-c9468966-d45b-42bb-a78d-dfb72b53f4ce tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/networks?id=5a3136a7-a509-4273-8192-f1445720478e HTTP/1.1" status: 200 len: 809 time: 0.2051599 Apr 08 17:42:13.206395 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-019e7c2e-960f-49c9-83b8-e2f16cb495e7 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/quotas/5f737778e54346c1b6ff286669cf0345 HTTP/1.1" status: 200 len: 375 time: 0.0173635 Apr 08 17:42:13.213071 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-55e88946-ffc1-45b3-8290-b5f0a6b67d36 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:13.304585 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-1aa2c519-d25e-4d3d-9b6f-88658421db96 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f737778e54346c1b6ff286669cf0345&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928416 Apr 08 17:42:13.435058 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-55e88946-ffc1-45b3-8290-b5f0a6b67d36 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Allocated IP 172.27.0.149 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/fd9312b7-e718-4fb3-ac59-13b5da83c995) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:42:13.702322 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-a5becc63-1529-4ae6-bd41-21b4fee6aa68 service neutron] 10.222.0.24 "GET /v2.0/networks/5a3136a7-a509-4273-8192-f1445720478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631938 Apr 08 17:42:13.772564 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc98ea7-ad33-440f-8448-1d2c0283fa82 req-28b2ff25-a3d2-44b5-941a-5e19cf56cf9b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:13.774002 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1cc98ea7-ad33-440f-8448-1d2c0283fa82 req-28b2ff25-a3d2-44b5-941a-5e19cf56cf9b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.1198573 Apr 08 17:42:13.886190 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-55e88946-ffc1-45b3-8290-b5f0a6b67d36 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for port (fd9312b7-e718-4fb3-ac59-13b5da83c995), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:13.892759 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-31181212-a44d-4301-bbba-b9bca387eb89 service neutron] 10.222.0.24 "GET /v2.0/networks/5a3136a7-a509-4273-8192-f1445720478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642430 Apr 08 17:42:13.908817 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1cc98ea7-ad33-440f-8448-1d2c0283fa82 req-2f49b357-2aba-40fa-8214-57cc60944e2e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265938 Apr 08 17:42:13.942484 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-55e88946-ffc1-45b3-8290-b5f0a6b67d36 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (fd9312b7-e718-4fb3-ac59-13b5da83c995), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:13.986846 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e88946-ffc1-45b3-8290-b5f0a6b67d36 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:42:13.992130 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-55e88946-ffc1-45b3-8290-b5f0a6b67d36 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:42:13.994668 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e88946-ffc1-45b3-8290-b5f0a6b67d36 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:42:13.998111 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e88946-ffc1-45b3-8290-b5f0a6b67d36 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Pushing event updated for resources: {'Port': ['ID=fd9312b7-e718-4fb3-ac59-13b5da83c995,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:14.087913 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-55e88946-ffc1-45b3-8290-b5f0a6b67d36 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for floatingip (6f1cb2e9-4739-4bd0-b1d8-141e4af15882), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:14.138174 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-55e88946-ffc1-45b3-8290-b5f0a6b67d36 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (fd9312b7-e718-4fb3-ac59-13b5da83c995), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:14.212884 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9d620712-f179-40a2-a146-e0ed8d655624 req-392d8276-4256-47c0-99e0-e565fb489129 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 210 time: 0.0327823 Apr 08 17:42:14.348218 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-55e88946-ffc1-45b3-8290-b5f0a6b67d36 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for port (fd9312b7-e718-4fb3-ac59-13b5da83c995), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:14.353001 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-55e88946-ffc1-45b3-8290-b5f0a6b67d36 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085500'] for port (fd9312b7-e718-4fb3-ac59-13b5da83c995), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:14.443853 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e88946-ffc1-45b3-8290-b5f0a6b67d36 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Pushing event updated for resources: {'Port': ['ID=fd9312b7-e718-4fb3-ac59-13b5da83c995,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:14.455143 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-55e88946-ffc1-45b3-8290-b5f0a6b67d36 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (6f1cb2e9-4739-4bd0-b1d8-141e4af15882), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:14.471494 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-55e88946-ffc1-45b3-8290-b5f0a6b67d36 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:14.472797 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-55e88946-ffc1-45b3-8290-b5f0a6b67d36 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4446788 Apr 08 17:42:14.687535 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-2f23c088-f9f4-4162-b11e-b946ffd07202 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--705663992&fields=id&tenant_id=d3589adc3fd645a888ab3b81995e662e HTTP/1.1" status: 200 len: 267 time: 0.0437329 Apr 08 17:42:14.735294 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:14.797991 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-57d410b5-50ab-4aac-80e7-f792c3dad130 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:14.799614 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-57d410b5-50ab-4aac-80e7-f792c3dad130 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/networks?id=008c6189-82d1-4951-afe7-f478c9f8b212 HTTP/1.1" status: 200 len: 819 time: 0.1051400 Apr 08 17:42:14.816172 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-7b019b63-8b9e-4d78-a1a7-fe47ab73d672 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/quotas/d3589adc3fd645a888ab3b81995e662e HTTP/1.1" status: 200 len: 375 time: 0.0099580 Apr 08 17:42:14.869862 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-15077f96-51af-48f3-825d-e688fedf6aea tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3589adc3fd645a888ab3b81995e662e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0483818 Apr 08 17:42:14.973264 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-cd206ed1-5d0e-4a10-ac4f-1424e16673a7 service neutron] 10.222.0.24 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916941 Apr 08 17:42:15.079433 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e55de-cc26-4a5a-bbce-7758a84139e1 req-13e0433a-a54c-49b6-bf56-1b9318f6adc9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:15.081037 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-834e55de-cc26-4a5a-bbce-7758a84139e1 req-13e0433a-a54c-49b6-bf56-1b9318f6adc9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0941334 Apr 08 17:42:15.122310 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-1e6b95f7-4ddf-4e38-bd6f-91c80208fedd service neutron] 10.222.0.24 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428368 Apr 08 17:42:15.144964 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-834e55de-cc26-4a5a-bbce-7758a84139e1 req-faa04ef0-3daf-4629-b99c-90b755a423c8 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580034 Apr 08 17:42:15.285326 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-589c0d15-9de7-466f-b789-84a75c7819ef req-f9a76272-a79c-4bc8-a81d-a92958ee77d2 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 210 time: 0.0301733 Apr 08 17:42:15.317083 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-18284c0e-7a9f-4509-b6e2-dd2ba02265aa req-0ca5006c-2e4f-423c-9238-af98af6ded40 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 210 time: 0.0314074 Apr 08 17:42:15.363894 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-5be5c929-759a-4ab6-9436-ba41d5696981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:16.285782 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd963f-1307-4d8a-b43a-824d1ad7d3da req-3ccb582b-5b6d-4a02-85d9-d0af7798be9c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:16.287249 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-82cd963f-1307-4d8a-b43a-824d1ad7d3da req-3ccb582b-5b6d-4a02-85d9-d0af7798be9c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 944 time: 0.0589640 Apr 08 17:42:16.334771 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-82cd963f-1307-4d8a-b43a-824d1ad7d3da req-1005f0c5-2aaf-48a8-aeaa-71747323a960 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419111 Apr 08 17:42:16.382479 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2bc29add-1a92-4116-a33c-d69bc03a6c95 req-f39afc53-febd-411f-ac5f-fd1367767e20 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 210 time: 0.0325339 Apr 08 17:42:16.430172 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6d1cc856-b048-429a-a04f-5ceb3b1e7712 req-677be543-6e68-4d5c-81d6-c9a4f7e7f579 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 210 time: 0.0275922 Apr 08 17:42:16.758321 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 9b270452-fa43-4eb0-9da8-b3d116b614f2 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:42:16.878257 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 9b270452-fa43-4eb0-9da8-b3d116b614f2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9b270452-fa43-4eb0-9da8-b3d116b614f2,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:42:16.898108 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': '9b270452-fa43-4eb0-9da8-b3d116b614f2', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'port_id': '9b270452-fa43-4eb0-9da8-b3d116b614f2', 'mac_address': 'fa:16:3e:a5:1b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:42:16.937235 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 9b270452-fa43-4eb0-9da8-b3d116b614f2 is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:42:16.937678 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:16.953492 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b270452-fa43-4eb0-9da8-b3d116b614f2 {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:42:16.975412 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 9b270452-fa43-4eb0-9da8-b3d116b614f2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9b270452-fa43-4eb0-9da8-b3d116b614f2,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:42:16.978976 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:17.031513 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=9b270452-fa43-4eb0-9da8-b3d116b614f2,revision_number=9']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:17.046115 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:17.046476 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:17.046828 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:17.047181 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:17.047525 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:17.047862 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:17.048197 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:17.048556 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:17.048906 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:17.049224 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:17.049556 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:17.049888 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:17.050217 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:17.050543 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:17.050869 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:17.451361 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['9b270452-fa43-4eb0-9da8-b3d116b614f2'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:42:17.490284 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f5bee-29c8-478d-ad84-204d26148031 req-af5d30d0-06bf-4b6f-99bd-8d68f6c6c60f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:17.491784 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-239f5bee-29c8-478d-ad84-204d26148031 req-af5d30d0-06bf-4b6f-99bd-8d68f6c6c60f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 945 time: 0.0750978 Apr 08 17:42:17.493582 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-989de3e5-53ba-453e-89f6-ebb186f62f1e req-286347a0-cb6f-4f25-9b8a-36617ae4db15 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 210 time: 0.0426748 Apr 08 17:42:17.549955 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-239f5bee-29c8-478d-ad84-204d26148031 req-62e17602-2d97-470c-b0b5-43872b060626 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514109 Apr 08 17:42:17.600560 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a8bdf767-7543-4c31-9233-fba6417390d6 req-27148321-605f-48e6-bf0d-3603de5b02a9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 210 time: 0.0304627 Apr 08 17:42:18.029308 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-9ee96b4e-f4f4-4e63-9f49-85cf4529aaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:18.531260 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-223309d5-1ce4-4d2d-8e49-a70669b5c5b0 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:18.532850 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-223309d5-1ce4-4d2d-8e49-a70669b5c5b0 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.91 "GET /v2.0/networks?id=008c6189-82d1-4951-afe7-f478c9f8b212 HTTP/1.1" status: 200 len: 819 time: 0.1831555 Apr 08 17:42:18.553375 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-025d0504-a31d-4724-839d-ddb8873d85d7 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:18.555323 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-025d0504-a31d-4724-839d-ddb8873d85d7 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.91 "GET /v2.0/networks?id=5a3136a7-a509-4273-8192-f1445720478e HTTP/1.1" status: 200 len: 809 time: 0.1812685 Apr 08 17:42:18.590287 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-79bdfca5-0247-47df-8d73-0c7d7eec290b req-7ead729b-58e6-40e9-aae0-53f3e69cb10c tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 210 time: 0.0270591 Apr 08 17:42:18.680876 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa2011-8255-4cea-9e36-5bbe76a11955 req-999d0693-800e-4e04-a768-cfb2f3b5ae28 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:18.682375 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c5aa2011-8255-4cea-9e36-5bbe76a11955 req-999d0693-800e-4e04-a768-cfb2f3b5ae28 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 945 time: 0.0527380 Apr 08 17:42:18.721407 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5486675b-bf8c-4653-94ad-9c3fd9318d1e req-0e0c59d3-e000-4647-b9f5-08fa5c68e2a3 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 210 time: 0.0379336 Apr 08 17:42:18.771237 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c5aa2011-8255-4cea-9e36-5bbe76a11955 req-9f7c49bd-107e-4dbd-b2eb-12acda6b9642 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788996 Apr 08 17:42:18.810148 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-a9bcb69f-5bc9-4d97-a388-e1d00b69fcb4 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f737778e54346c1b6ff286669cf0345 HTTP/1.1" status: 200 len: 380 time: 0.1021318 Apr 08 17:42:18.819772 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:18.827442 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-6d02f761-ffae-4a5f-812d-0839b3117268 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3589adc3fd645a888ab3b81995e662e HTTP/1.1" status: 200 len: 379 time: 0.1141489 Apr 08 17:42:18.868300 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-99d44c2a-966f-44bf-9559-3e5388c10e4f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Request body: {'port': {'device_id': '42dde2e8-fe4a-4445-82c3-11ee6c689fcb', 'network_id': '5a3136a7-a509-4273-8192-f1445720478e', 'admin_state_up': True, 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'security_groups': ['a07b92b7-6923-4030-9215-e9d0c60ab2cf']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:42:18.876128 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-bcdbf58b-d079-42db-9f0f-ba5665243cee tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Request body: {'port': {'device_id': '4378a275-38b2-4101-a2fd-5d250ae5bd8c', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'admin_state_up': True, 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'security_groups': ['b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:42:19.296189 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 9b270452-fa43-4eb0-9da8-b3d116b614f2 up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:42:19.299559 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-bcdbf58b-d079-42db-9f0f-ba5665243cee tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Made reservation on behalf of d3589adc3fd645a888ab3b81995e662e for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:42:19.303275 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-bcdbf58b-d079-42db-9f0f-ba5665243cee tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:19.306575 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-99d44c2a-966f-44bf-9559-3e5388c10e4f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Made reservation on behalf of 5f737778e54346c1b6ff286669cf0345 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:42:19.310247 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-99d44c2a-966f-44bf-9559-3e5388c10e4f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:19.372598 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port 9b270452-fa43-4eb0-9da8-b3d116b614f2 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:42:19.373056 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:19.491377 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 9b270452-fa43-4eb0-9da8-b3d116b614f2 is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:42:19.491786 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:19.517030 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697aa470-ee8d-4209-b25c-da28b7f061fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b270452-fa43-4eb0-9da8-b3d116b614f2'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:42:19.519280 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c5b82b-54fa-4dc0-b12d-4b2de429fd98" -d '{"events": [{"server_uuid": "697aa470-ee8d-4209-b25c-da28b7f061fa", "name": "network-vif-plugged", "status": "completed", "tag": "9b270452-fa43-4eb0-9da8-b3d116b614f2"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:42:19.531360 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 9b270452-fa43-4eb0-9da8-b3d116b614f2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9b270452-fa43-4eb0-9da8-b3d116b614f2,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:42:19.536689 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:19.545667 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-99d44c2a-966f-44bf-9559-3e5388c10e4f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Allocated IP 172.20.0.5 (5a3136a7-a509-4273-8192-f1445720478e/f2fd8198-fe62-4651-aa0b-73bb0681f47e/cde18caf-aea3-43c2-9c9c-7a352f38e9ea) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:42:19.558385 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-bcdbf58b-d079-42db-9f0f-ba5665243cee tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Allocated IP 172.20.0.7 (008c6189-82d1-4951-afe7-f478c9f8b212/9b63453b-e6c6-4ee6-9edf-14ef728f0f18/0cb9a80a-786c-4fe4-9392-083c650b661f) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:42:19.571395 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d62a4df-fd73-4f18-bf47-f5298472bd2f x-openstack-request-id: req-9d62a4df-fd73-4f18-bf47-f5298472bd2f {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:42:19.571713 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697aa470-ee8d-4209-b25c-da28b7f061fa", "name": "network-vif-plugged", "status": "completed", "tag": "9b270452-fa43-4eb0-9da8-b3d116b614f2", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:42:19.571972 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d62a4df-fd73-4f18-bf47-f5298472bd2f {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:42:19.572394 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d62a4df-fd73-4f18-bf47-f5298472bd2f'] response: {'server_uuid': '697aa470-ee8d-4209-b25c-da28b7f061fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b270452-fa43-4eb0-9da8-b3d116b614f2', 'code': 200} Apr 08 17:42:19.601550 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=9b270452-fa43-4eb0-9da8-b3d116b614f2,revision_number=10']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:19.696110 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e2ae7a0a-4c0b-4db0-a3cf-8187e8741c37 req-7415facc-3a7e-4ef4-8fed-3a07630d3920 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 210 time: 0.0279696 Apr 08 17:42:19.815066 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-99d44c2a-966f-44bf-9559-3e5388c10e4f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:19.818630 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-bcdbf58b-d079-42db-9f0f-ba5665243cee tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for port (0cb9a80a-786c-4fe4-9392-083c650b661f), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:19.873120 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c80423b9-fc69-4b1a-9485-8aadffb1b829 req-81fe66a9-08a4-403a-b3ca-a838c7299bc8 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 210 time: 0.0446715 Apr 08 17:42:19.892259 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-99d44c2a-966f-44bf-9559-3e5388c10e4f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:19.930380 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-bcdbf58b-d079-42db-9f0f-ba5665243cee tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (0cb9a80a-786c-4fe4-9392-083c650b661f), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:19.952639 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343ac47-60ee-4527-9f5d-18ad01dfbac1 req-64882448-1dd0-4e94-928e-96c14a20f02f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:19.954454 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a343ac47-60ee-4527-9f5d-18ad01dfbac1 req-64882448-1dd0-4e94-928e-96c14a20f02f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 947 time: 0.0530264 Apr 08 17:42:19.964119 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-99d44c2a-966f-44bf-9559-3e5388c10e4f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Network 5a3136a7-a509-4273-8192-f1445720478e is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:42:19.964699 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d44c2a-966f-44bf-9559-3e5388c10e4f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Pushing event updated for resources: {'Port': ['ID=cde18caf-aea3-43c2-9c9c-7a352f38e9ea,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:19.972895 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-bcdbf58b-d079-42db-9f0f-ba5665243cee tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Network 008c6189-82d1-4951-afe7-f478c9f8b212 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:42:19.975857 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-99d44c2a-966f-44bf-9559-3e5388c10e4f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:42:19.978649 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-99d44c2a-966f-44bf-9559-3e5388c10e4f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:42:20.002404 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-bcdbf58b-d079-42db-9f0f-ba5665243cee tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:42:20.006232 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-bcdbf58b-d079-42db-9f0f-ba5665243cee tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:42:20.098602 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a343ac47-60ee-4527-9f5d-18ad01dfbac1 req-bfc3aee5-1668-4a3b-8e9e-e1e88ffa3015 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372871 Apr 08 17:42:20.104863 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbf58b-d079-42db-9f0f-ba5665243cee tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Pushing event updated for resources: {'Port': ['ID=0cb9a80a-786c-4fe4-9392-083c650b661f,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:20.134817 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-99d44c2a-966f-44bf-9559-3e5388c10e4f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:20.135479 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-99d44c2a-966f-44bf-9559-3e5388c10e4f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:20.144596 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-bcdbf58b-d079-42db-9f0f-ba5665243cee tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:20.145212 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-bcdbf58b-d079-42db-9f0f-ba5665243cee tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:20.170214 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-bcdbf58b-d079-42db-9f0f-ba5665243cee tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2981932 Apr 08 17:42:20.174440 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-99d44c2a-966f-44bf-9559-3e5388c10e4f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3101964 Apr 08 17:42:20.218900 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Request body: {'port': {'device_id': '4378a275-38b2-4101-a2fd-5d250ae5bd8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:42:20.230163 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Request body: {'port': {'device_id': '42dde2e8-fe4a-4445-82c3-11ee6c689fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:42:20.352872 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a098b56-0f33-44d2-8bc7-8e0da3c08c0d req-422d9d9c-e30b-416e-9d25-0329b1e90c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:20.354398 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8a098b56-0f33-44d2-8bc7-8e0da3c08c0d req-422d9d9c-e30b-416e-9d25-0329b1e90c39 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 1131 time: 0.1207695 Apr 08 17:42:20.398259 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-1a65a86c-2c8b-45ff-8dcc-eb70b17512b4 None None] Provisioning complete for port 0cb9a80a-786c-4fe4-9392-083c650b661f triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:42:20.398842 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-1a65a86c-2c8b-45ff-8dcc-eb70b17512b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (0cb9a80a-786c-4fe4-9392-083c650b661f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:20.446139 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-1a65a86c-2c8b-45ff-8dcc-eb70b17512b4 None None] Port 0cb9a80a-786c-4fe4-9392-083c650b661f cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:42:20.454493 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-1a65a86c-2c8b-45ff-8dcc-eb70b17512b4 None None] Provisioning complete for port cde18caf-aea3-43c2-9c9c-7a352f38e9ea triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:42:20.454657 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:20.454881 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-1a65a86c-2c8b-45ff-8dcc-eb70b17512b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:20.463553 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (0cb9a80a-786c-4fe4-9392-083c650b661f), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:20.483269 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8a098b56-0f33-44d2-8bc7-8e0da3c08c0d req-9231a40d-e002-4925-a9de-fc95d9b7edfc service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050272 Apr 08 17:42:20.524378 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-1a65a86c-2c8b-45ff-8dcc-eb70b17512b4 None None] Port cde18caf-aea3-43c2-9c9c-7a352f38e9ea cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:42:20.545461 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:20.821673 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3b3dc-73db-4412-af3f-f139e919d9ca req-2dcaf00d-fb57-4db2-b962-f4c120c1ffea tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:20.823094 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-feb3b3dc-73db-4412-af3f-f139e919d9ca req-2dcaf00d-fb57-4db2-b962-f4c120c1ffea tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 931 time: 0.0501490 Apr 08 17:42:20.882311 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-feb3b3dc-73db-4412-af3f-f139e919d9ca req-24d61f1c-c083-422c-ab6f-cbfceb3e1945 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526798 Apr 08 17:42:20.954322 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb9a80a-786c-4fe4-9392-083c650b661f {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:42:20.962704 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde18caf-aea3-43c2-9c9c-7a352f38e9ea {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:42:20.967524 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Publish callbacks [] for port (0cb9a80a-786c-4fe4-9392-083c650b661f), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:20.973421 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Publish callbacks [] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:20.991184 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Transition to ACTIVE for port object 0cb9a80a-786c-4fe4-9392-083c650b661f will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:42:20.992059 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3c15e-07a4-4aa7-8b57-7d212dc4a205 req-f4671d39-9fa5-47be-9a87-10bb99f0e230 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:20.993985 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d4b3c15e-07a4-4aa7-8b57-7d212dc4a205 req-f4671d39-9fa5-47be-9a87-10bb99f0e230 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 931 time: 0.0526693 Apr 08 17:42:20.994386 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Transition to ACTIVE for port object cde18caf-aea3-43c2-9c9c-7a352f38e9ea will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:42:20.995559 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (0cb9a80a-786c-4fe4-9392-083c650b661f), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:21.004492 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:21.061214 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Pushing event updated for resources: {'Port': ['ID=0cb9a80a-786c-4fe4-9392-083c650b661f,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:21.068307 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d4b3c15e-07a4-4aa7-8b57-7d212dc4a205 req-8cb3416d-cd76-4be6-a229-b3869dbcbd1f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640833 Apr 08 17:42:21.176915 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Pushing event updated for resources: {'Port': ['ID=cde18caf-aea3-43c2-9c9c-7a352f38e9ea,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:21.244713 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Attempting to bind port 0cb9a80a-786c-4fe4-9392-083c650b661f on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:42:21.245426 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Attempting to bind port 0cb9a80a-786c-4fe4-9392-083c650b661f by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:42:21.246330 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Attempting to bind port 0cb9a80a-786c-4fe4-9392-083c650b661f on network 008c6189-82d1-4951-afe7-f478c9f8b212 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:42:21.253459 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c6972-7151-4292-88dd-818679d5e3af req-31582840-650f-4167-a0d6-7dba132b15ef tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:21.255623 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f39c6972-7151-4292-88dd-818679d5e3af req-31582840-650f-4167-a0d6-7dba132b15ef tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 947 time: 0.0608006 Apr 08 17:42:21.280782 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Port 0cb9a80a-786c-4fe4-9392-083c650b661f on network 008c6189-82d1-4951-afe7-f478c9f8b212 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:42:21.281270 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Attempting to bind port 0cb9a80a-786c-4fe4-9392-083c650b661f on network 008c6189-82d1-4951-afe7-f478c9f8b212 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:42:21.292429 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Attempting to bind port cde18caf-aea3-43c2-9c9c-7a352f38e9ea on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:42:21.292834 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Attempting to bind port cde18caf-aea3-43c2-9c9c-7a352f38e9ea by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '37a6fb90-9bc3-4200-8f22-400e0008a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '5a3136a7-a509-4273-8192-f1445720478e'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:42:21.293268 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Attempting to bind port cde18caf-aea3-43c2-9c9c-7a352f38e9ea on network 5a3136a7-a509-4273-8192-f1445720478e {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:42:21.297595 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:42:21.298028 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Checking segment: {'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:42:21.298419 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Bound using segment: {'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:42:21.299059 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Bound port: 0cb9a80a-786c-4fe4-9392-083c650b661f, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92eaf4f3-4d67-48b7-886e-6a5299ed4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:42:21.299428 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (0cb9a80a-786c-4fe4-9392-083c650b661f), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:21.310839 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Port cde18caf-aea3-43c2-9c9c-7a352f38e9ea on network 5a3136a7-a509-4273-8192-f1445720478e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:42:21.311231 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Attempting to bind port cde18caf-aea3-43c2-9c9c-7a352f38e9ea on network 5a3136a7-a509-4273-8192-f1445720478e {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:42:21.339266 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f39c6972-7151-4292-88dd-818679d5e3af req-2059bda6-e61a-4f37-ba6f-5efc3804f2d0 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734847 Apr 08 17:42:21.374279 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:42:21.374683 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Checking segment: {'id': '37a6fb90-9bc3-4200-8f22-400e0008a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '5a3136a7-a509-4273-8192-f1445720478e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:42:21.375097 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Bound using segment: {'id': '37a6fb90-9bc3-4200-8f22-400e0008a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '5a3136a7-a509-4273-8192-f1445720478e'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:42:21.375529 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Bound port: cde18caf-aea3-43c2-9c9c-7a352f38e9ea, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a6fb90-9bc3-4200-8f22-400e0008a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '5a3136a7-a509-4273-8192-f1445720478e'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:42:21.375889 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:21.464227 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] For port 0cb9a80a-786c-4fe4-9392-083c650b661f, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:42:21.469237 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] For port 0cb9a80a-786c-4fe4-9392-083c650b661f, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0cb9a80a-786c-4fe4-9392-083c650b661f,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:42:21.474630 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] For port cde18caf-aea3-43c2-9c9c-7a352f38e9ea, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:42:21.478103 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] For port cde18caf-aea3-43c2-9c9c-7a352f38e9ea, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cde18caf-aea3-43c2-9c9c-7a352f38e9ea,segment=NetworkSegment(37a6fb90-9bc3-4200-8f22-400e0008a1b5),segment_id=37a6fb90-9bc3-4200-8f22-400e0008a1b5)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:42:21.479953 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (0cb9a80a-786c-4fe4-9392-083c650b661f), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:21.491207 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:21.529656 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:21.530262 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:21.531694 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] 10.222.0.91 "PUT /v2.0/ports/0cb9a80a-786c-4fe4-9392-083c650b661f HTTP/1.1" status: 200 len: 1093 time: 1.3280740 Apr 08 17:42:21.532140 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4378a275-38b2-4101-a2fd-5d250ae5bd8c', 'tag': '0cb9a80a-786c-4fe4-9392-083c650b661f'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:42:21.534450 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18561eb-b146-4acd-9899-32aa00d4ca44" -d '{"events": [{"name": "network-changed", "server_uuid": "4378a275-38b2-4101-a2fd-5d250ae5bd8c", "tag": "0cb9a80a-786c-4fe4-9392-083c650b661f"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:42:21.541325 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:21.541945 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:21.543313 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] 10.222.0.91 "PUT /v2.0/ports/cde18caf-aea3-43c2-9c9c-7a352f38e9ea HTTP/1.1" status: 200 len: 1093 time: 1.3180425 Apr 08 17:42:21.561699 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db0634-eee9-4f19-9958-d736bcf6155a service neutron] Pushing event updated for resources: {'Port': ['ID=0cb9a80a-786c-4fe4-9392-083c650b661f,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:21.606763 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829b786c-7540-4819-b3f6-ea39025ebe24 x-openstack-request-id: req-829b786c-7540-4819-b3f6-ea39025ebe24 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:42:21.607279 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4378a275-38b2-4101-a2fd-5d250ae5bd8c", "tag": "0cb9a80a-786c-4fe4-9392-083c650b661f", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:42:21.607576 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-829b786c-7540-4819-b3f6-ea39025ebe24 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:42:21.607909 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-829b786c-7540-4819-b3f6-ea39025ebe24'] response: {'name': 'network-changed', 'server_uuid': '4378a275-38b2-4101-a2fd-5d250ae5bd8c', 'tag': '0cb9a80a-786c-4fe4-9392-083c650b661f', 'status': 'completed', 'code': 200} Apr 08 17:42:21.651837 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286368b-518c-4a05-87cc-932bd13b6b4f service neutron] Pushing event updated for resources: {'Port': ['ID=cde18caf-aea3-43c2-9c9c-7a352f38e9ea,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:21.825435 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-e089ee92-a1b0-40ce-a018-9d3468701ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:21.827262 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-e089ee92-a1b0-40ce-a018-9d3468701ceb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5f737778e54346c1b6ff286669cf0345&device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 1127 time: 0.0946565 Apr 08 17:42:21.828474 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-44fe11c8-6690-437d-9015-04dff1da4c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:21.830139 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-44fe11c8-6690-437d-9015-04dff1da4c85 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3589adc3fd645a888ab3b81995e662e&device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 1127 time: 0.0880444 Apr 08 17:42:21.892784 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:21.964727 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-1b2629fc-4669-40ad-9ec6-11d3f30e4b3b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cde18caf-aea3-43c2-9c9c-7a352f38e9ea HTTP/1.1" status: 200 len: 217 time: 0.0610127 Apr 08 17:42:21.965959 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-2310627f-233d-4ccb-9bf0-900c13ac11ce service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cb9a80a-786c-4fe4-9392-083c650b661f HTTP/1.1" status: 200 len: 217 time: 0.0690393 Apr 08 17:42:22.006152 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdeaf45-ac08-4c99-84e7-4661f9b8da38 req-9fabdde9-7ab8-459a-84d1-0cc6d5b63964 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:22.007638 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6bdeaf45-ac08-4c99-84e7-4661f9b8da38 req-9fabdde9-7ab8-459a-84d1-0cc6d5b63964 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 943 time: 0.0515764 Apr 08 17:42:22.059556 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6bdeaf45-ac08-4c99-84e7-4661f9b8da38 req-f05633d1-5cdf-4a8b-9bd2-a3dcd8f20a5f tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450380 Apr 08 17:42:22.180313 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423053d-b2db-4fc3-aac1-337cea8fc267 req-d5bce4b8-6b7f-44c1-b86e-e32b081a9e13 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:22.181791 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3423053d-b2db-4fc3-aac1-337cea8fc267 req-d5bce4b8-6b7f-44c1-b86e-e32b081a9e13 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 943 time: 0.0463891 Apr 08 17:42:22.232360 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3423053d-b2db-4fc3-aac1-337cea8fc267 req-f83b360e-f8ab-46d1-bbda-18949991a16f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443900 Apr 08 17:42:22.450473 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc024f-3cfc-4517-9ea0-0ef5df27ed19 req-3c8f4c0c-5ef6-48f2-abd8-eb3754ddb6a7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:22.452057 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c8bc024f-3cfc-4517-9ea0-0ef5df27ed19 req-3c8f4c0c-5ef6-48f2-abd8-eb3754ddb6a7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 947 time: 0.0467248 Apr 08 17:42:22.499499 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c8bc024f-3cfc-4517-9ea0-0ef5df27ed19 req-9c30e21f-40ef-4185-ac4e-4a20b57da0af tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414555 Apr 08 17:42:23.183426 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328ee31-20dc-418c-bda4-31944814200e req-f012cdfe-ee4b-4a97-9ac0-f36dead938d6 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:23.183426 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7328ee31-20dc-418c-bda4-31944814200e req-f012cdfe-ee4b-4a97-9ac0-f36dead938d6 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 943 time: 0.0507097 Apr 08 17:42:23.226588 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7328ee31-20dc-418c-bda4-31944814200e req-64fe2cf3-e0ab-486a-a368-d6defe09e138 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414135 Apr 08 17:42:23.361414 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61592c23-c356-4912-a519-f40a69abf01c req-b6121d78-7be0-4242-bd18-04288bf00f75 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:23.362898 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-61592c23-c356-4912-a519-f40a69abf01c req-b6121d78-7be0-4242-bd18-04288bf00f75 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 943 time: 0.0524309 Apr 08 17:42:23.412493 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-61592c23-c356-4912-a519-f40a69abf01c req-c4a6afd5-6005-45ba-8785-327cc5973f48 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440350 Apr 08 17:42:23.610001 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dde2e8-fe4a-4445-82c3-11ee6c689fcb', 'tag': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:42:23.612566 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16980458-43a7-43fe-8b95-98ebae53fc86" -d '{"events": [{"name": "network-changed", "server_uuid": "42dde2e8-fe4a-4445-82c3-11ee6c689fcb", "tag": "cde18caf-aea3-43c2-9c9c-7a352f38e9ea"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:42:23.617555 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec6132-62ce-4364-aabf-6053f27cebbe req-4c5b6f33-3f73-44f0-86c4-2f487be98d6e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:23.619040 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-73ec6132-62ce-4364-aabf-6053f27cebbe req-4c5b6f33-3f73-44f0-86c4-2f487be98d6e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 947 time: 0.0467317 Apr 08 17:42:23.647536 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6e189c-c342-4f6e-8fe7-8f49709ba7cf x-openstack-request-id: req-dc6e189c-c342-4f6e-8fe7-8f49709ba7cf {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:42:23.647734 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dde2e8-fe4a-4445-82c3-11ee6c689fcb", "tag": "cde18caf-aea3-43c2-9c9c-7a352f38e9ea", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:42:23.647998 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc6e189c-c342-4f6e-8fe7-8f49709ba7cf {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:42:23.648435 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc6e189c-c342-4f6e-8fe7-8f49709ba7cf'] response: {'name': 'network-changed', 'server_uuid': '42dde2e8-fe4a-4445-82c3-11ee6c689fcb', 'tag': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea', 'status': 'completed', 'code': 200} Apr 08 17:42:23.671705 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-73ec6132-62ce-4364-aabf-6053f27cebbe req-8b4342b7-676b-4fa9-b412-c6f0fe7ce2f4 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463877 Apr 08 17:42:24.342855 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fd3fe-53b9-4d2f-89d8-fe34ada79a50 req-dbf5949d-b7d4-485d-91fd-4f4c78eac213 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:24.344358 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-230fd3fe-53b9-4d2f-89d8-fe34ada79a50 req-dbf5949d-b7d4-485d-91fd-4f4c78eac213 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 943 time: 0.0482032 Apr 08 17:42:24.391352 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-230fd3fe-53b9-4d2f-89d8-fe34ada79a50 req-45048550-222e-4cff-ac5f-4a2155ecb9c7 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412529 Apr 08 17:42:24.527269 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c8a53-9b35-4ae7-9506-f50afebfd9e2 req-9a900fdd-021f-4a01-aeaf-77f57cad5709 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:24.529247 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0c6c8a53-9b35-4ae7-9506-f50afebfd9e2 req-9a900fdd-021f-4a01-aeaf-77f57cad5709 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 943 time: 0.0458775 Apr 08 17:42:24.545196 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:42:24.577898 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0c6c8a53-9b35-4ae7-9506-f50afebfd9e2 req-7f52cf8d-0c69-4cbe-a553-5c97fda22c9d tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428958 Apr 08 17:42:24.791547 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c34df3-4b2a-4196-9324-1e14142e0c5f req-30d68c03-5eba-4a50-9781-e66bcd5f8ecc tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:24.792941 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f9c34df3-4b2a-4196-9324-1e14142e0c5f req-30d68c03-5eba-4a50-9781-e66bcd5f8ecc tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 947 time: 0.0495346 Apr 08 17:42:24.843134 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f9c34df3-4b2a-4196-9324-1e14142e0c5f req-2d2cd069-7b7d-410b-861e-493cca657769 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412896 Apr 08 17:42:25.512788 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e158a-ff07-4baa-a2e3-4f91f01659d1 req-d55b6ed8-e0d3-468b-9799-edf211ebdd0c tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:25.514266 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2c7e158a-ff07-4baa-a2e3-4f91f01659d1 req-d55b6ed8-e0d3-468b-9799-edf211ebdd0c tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 943 time: 0.0556183 Apr 08 17:42:25.562278 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2c7e158a-ff07-4baa-a2e3-4f91f01659d1 req-0c575fce-4f3c-4488-82d9-8ee6879877cd tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423026 Apr 08 17:42:25.703048 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe95753-1ee0-4cd7-a413-8434f590d88a req-2d11de8e-c6b0-42af-832b-2f8904654f7a tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:25.704604 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2fe95753-1ee0-4cd7-a413-8434f590d88a req-2d11de8e-c6b0-42af-832b-2f8904654f7a tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 943 time: 0.0585694 Apr 08 17:42:25.754395 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2fe95753-1ee0-4cd7-a413-8434f590d88a req-5b094688-40ae-4fc3-b23b-0e7edbadefc2 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440204 Apr 08 17:42:25.974594 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581661d4-02b3-4cc3-9c7a-371336909f83 req-3d0fc464-b20a-482d-ae8d-172f82adb9e1 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:25.976089 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-581661d4-02b3-4cc3-9c7a-371336909f83 req-3d0fc464-b20a-482d-ae8d-172f82adb9e1 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 947 time: 0.0513690 Apr 08 17:42:26.002681 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-5cea60b4-d005-4187-82de-b37c4237e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:26.004810 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-5cea60b4-d005-4187-82de-b37c4237e0e2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b63453b-e6c6-4ee6-9edf-14ef728f0f18 HTTP/1.1" status: 200 len: 858 time: 0.0962052 Apr 08 17:42:26.009206 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-e0ef2d95-5047-40ad-8b8d-54349b4088fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:26.010666 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-e0ef2d95-5047-40ad-8b8d-54349b4088fd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2fd8198-fe62-4651-aa0b-73bb0681f47e HTTP/1.1" status: 200 len: 848 time: 0.1032796 Apr 08 17:42:26.047064 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-581661d4-02b3-4cc3-9c7a-371336909f83 req-e291db89-45c5-41ca-b978-e0665115a5d6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608575 Apr 08 17:42:26.111072 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-598eca0c-ebcf-4af0-b4fe-dbb614b7aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:26.112709 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-598eca0c-ebcf-4af0-b4fe-dbb614b7aafc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=008c6189-82d1-4951-afe7-f478c9f8b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848503 Apr 08 17:42:26.119701 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-363cdba1-cac5-4e3d-9b26-c1ce97fbf6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:26.121155 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-363cdba1-cac5-4e3d-9b26-c1ce97fbf6cf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5a3136a7-a509-4273-8192-f1445720478e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845647 Apr 08 17:42:26.300437 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-43808fea-4540-441f-9dac-a53d0c18cb41 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773548 Apr 08 17:42:26.306284 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-aafa6c32-59cd-4131-a180-06127cdff741 service neutron] 10.222.0.91 "GET /v2.0/networks/5a3136a7-a509-4273-8192-f1445720478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657383 Apr 08 17:42:26.488855 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f1dfe0d-2be3-4564-b6ec-74c0e3826e12 req-780f65c9-7c67-4f18-b81b-5be6f2fe9676 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816058 Apr 08 17:42:26.490803 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-788ea153-03d3-461d-a61d-c8b183d38e0a req-f33eaf74-68eb-4852-a9b9-38cf41bea023 service neutron] 10.222.0.91 "GET /v2.0/networks/5a3136a7-a509-4273-8192-f1445720478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754639 Apr 08 17:42:26.681026 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bcea5-cfeb-47c0-bf0c-3ca1f57768a2 req-c4890c04-30ee-47ea-9fde-3f3f25087601 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:26.682507 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f97bcea5-cfeb-47c0-bf0c-3ca1f57768a2 req-c4890c04-30ee-47ea-9fde-3f3f25087601 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 943 time: 0.0473344 Apr 08 17:42:26.734712 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f97bcea5-cfeb-47c0-bf0c-3ca1f57768a2 req-a811e3ac-b032-445e-b27b-e38d6c9c3fea tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466278 Apr 08 17:42:26.865766 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d49d6-dc11-4e1a-82f6-fea622ced92c req-2f24c423-48ba-495f-aabd-9b8e437fae0b tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:26.867847 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2f7d49d6-dc11-4e1a-82f6-fea622ced92c req-2f24c423-48ba-495f-aabd-9b8e437fae0b tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 943 time: 0.0479333 Apr 08 17:42:26.920487 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2f7d49d6-dc11-4e1a-82f6-fea622ced92c req-6079f9ec-e889-4540-9999-bb8dd6f9f107 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471196 Apr 08 17:42:27.190868 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f48f5c-f31c-4031-b0b3-07ad49eab90d req-21028ad4-f7cd-4c59-9f0d-0da9c98d40c3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:27.193600 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-27f48f5c-f31c-4031-b0b3-07ad49eab90d req-21028ad4-f7cd-4c59-9f0d-0da9c98d40c3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 947 time: 0.0618763 Apr 08 17:42:27.243134 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-27f48f5c-f31c-4031-b0b3-07ad49eab90d req-e51f816c-bd7e-4926-88ba-63698aae9d4a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425153 Apr 08 17:42:27.851170 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfc2c4-1dbc-448c-a010-2d7e5ebf159a req-0e6bf9e2-b8af-4af0-9c9e-376ad6de9cdf tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:27.852749 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-59dfc2c4-1dbc-448c-a010-2d7e5ebf159a req-0e6bf9e2-b8af-4af0-9c9e-376ad6de9cdf tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 943 time: 0.0511115 Apr 08 17:42:27.903369 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-59dfc2c4-1dbc-448c-a010-2d7e5ebf159a req-5646f8c2-4d91-47fd-b061-0874f24535b7 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429130 Apr 08 17:42:28.041967 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb926c12-8eb8-4203-bad1-d8f6f8adb084 req-fd8fd998-8656-4dbf-a59e-2b74243f74e1 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:28.043466 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cb926c12-8eb8-4203-bad1-d8f6f8adb084 req-fd8fd998-8656-4dbf-a59e-2b74243f74e1 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 943 time: 0.0486941 Apr 08 17:42:28.093689 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cb926c12-8eb8-4203-bad1-d8f6f8adb084 req-97603460-bcb8-42a8-87d3-c6f278b0a60b tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446391 Apr 08 17:42:28.368296 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb247868-6709-4ba1-aca8-d74e4946e696 req-9c2f0d5e-a8f6-45dd-b6cb-ccffdcff21a2 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:28.369713 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bb247868-6709-4ba1-aca8-d74e4946e696 req-9c2f0d5e-a8f6-45dd-b6cb-ccffdcff21a2 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 947 time: 0.0503438 Apr 08 17:42:28.400611 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16980458-43a7-43fe-8b95-98ebae53fc86 req-638f1e98-a38e-4b8a-885a-de47e4869e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:28.402287 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-16980458-43a7-43fe-8b95-98ebae53fc86 req-638f1e98-a38e-4b8a-885a-de47e4869e75 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5f737778e54346c1b6ff286669cf0345&device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 1127 time: 0.0718744 Apr 08 17:42:28.403535 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18561eb-b146-4acd-9899-32aa00d4ca44 req-5c561cd4-ba37-464a-b1b0-b6809dd8cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:28.404987 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d18561eb-b146-4acd-9899-32aa00d4ca44 req-5c561cd4-ba37-464a-b1b0-b6809dd8cdf3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3589adc3fd645a888ab3b81995e662e&device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 1127 time: 0.0828953 Apr 08 17:42:28.426940 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bb247868-6709-4ba1-aca8-d74e4946e696 req-93dc4ae5-8754-4c00-aa5a-f7a9ca2b6790 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500834 Apr 08 17:42:28.858015 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16980458-43a7-43fe-8b95-98ebae53fc86 req-c7d9b376-92d0-4bed-ad55-f516a55a96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:28.859525 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-16980458-43a7-43fe-8b95-98ebae53fc86 req-c7d9b376-92d0-4bed-ad55-f516a55a96a5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5a3136a7-a509-4273-8192-f1445720478e HTTP/1.1" status: 200 len: 910 time: 0.4090264 Apr 08 17:42:28.860668 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18561eb-b146-4acd-9899-32aa00d4ca44 req-c19ef4ef-dcbf-4f7d-a9d3-212df0d03987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:28.861973 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d18561eb-b146-4acd-9899-32aa00d4ca44 req-c19ef4ef-dcbf-4f7d-a9d3-212df0d03987 service neutron] 10.222.0.91 "GET /v2.0/networks?id=008c6189-82d1-4951-afe7-f478c9f8b212 HTTP/1.1" status: 200 len: 920 time: 0.4200642 Apr 08 17:42:28.940356 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d18561eb-b146-4acd-9899-32aa00d4ca44 req-1ec1d8ea-683e-4b23-8c66-977dd08457cd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cb9a80a-786c-4fe4-9392-083c650b661f HTTP/1.1" status: 200 len: 217 time: 0.0608416 Apr 08 17:42:28.941561 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-16980458-43a7-43fe-8b95-98ebae53fc86 req-20e52ae9-5f7c-4882-91b1-e46aa319fcfe service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cde18caf-aea3-43c2-9c9c-7a352f38e9ea HTTP/1.1" status: 200 len: 217 time: 0.0688055 Apr 08 17:42:29.022481 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82188910-075b-404e-8fce-466ed6d9b2a4 req-c3c74f40-6c56-4672-8a0a-2ade516a5bba tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:29.024049 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-82188910-075b-404e-8fce-466ed6d9b2a4 req-c3c74f40-6c56-4672-8a0a-2ade516a5bba tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 943 time: 0.0523171 Apr 08 17:42:29.036617 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18561eb-b146-4acd-9899-32aa00d4ca44 req-6f4e62bc-dfe4-41f2-a151-a74b2bbe6805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:29.038076 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d18561eb-b146-4acd-9899-32aa00d4ca44 req-6f4e62bc-dfe4-41f2-a151-a74b2bbe6805 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b63453b-e6c6-4ee6-9edf-14ef728f0f18 HTTP/1.1" status: 200 len: 858 time: 0.0804081 Apr 08 17:42:29.039437 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16980458-43a7-43fe-8b95-98ebae53fc86 req-fd9fc503-d968-4658-ba71-ef5220861a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:29.040776 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-16980458-43a7-43fe-8b95-98ebae53fc86 req-fd9fc503-d968-4658-ba71-ef5220861a22 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2fd8198-fe62-4651-aa0b-73bb0681f47e HTTP/1.1" status: 200 len: 848 time: 0.0753021 Apr 08 17:42:29.073171 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-82188910-075b-404e-8fce-466ed6d9b2a4 req-473c6f7d-7c81-49ea-81f9-5d38f7e368dc tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432143 Apr 08 17:42:29.113208 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18561eb-b146-4acd-9899-32aa00d4ca44 req-88eff756-e23d-4c48-af9c-232001bcb0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:29.114929 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d18561eb-b146-4acd-9899-32aa00d4ca44 req-88eff756-e23d-4c48-af9c-232001bcb0a7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=008c6189-82d1-4951-afe7-f478c9f8b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702090 Apr 08 17:42:29.118663 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16980458-43a7-43fe-8b95-98ebae53fc86 req-ff93adc5-47b3-4b9b-a1b7-ae998f15b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:29.120233 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-16980458-43a7-43fe-8b95-98ebae53fc86 req-ff93adc5-47b3-4b9b-a1b7-ae998f15b4ab service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5a3136a7-a509-4273-8192-f1445720478e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669811 Apr 08 17:42:29.210653 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc181b-10d9-4b32-bb77-cea56abd58b9 req-7576dd1f-b13e-4854-92c4-157f8dc39333 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:29.212009 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cabc181b-10d9-4b32-bb77-cea56abd58b9 req-7576dd1f-b13e-4854-92c4-157f8dc39333 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 943 time: 0.0511999 Apr 08 17:42:29.273592 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cabc181b-10d9-4b32-bb77-cea56abd58b9 req-cf31a4d7-35ad-4aa0-bb39-9f41366232ab tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465825 Apr 08 17:42:29.281192 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d18561eb-b146-4acd-9899-32aa00d4ca44 req-4437201d-b7a0-41e9-9d04-3524b89d8dc8 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596975 Apr 08 17:42:29.284797 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-16980458-43a7-43fe-8b95-98ebae53fc86 req-341a004a-a7e0-4e21-af50-6f69574020e7 service neutron] 10.222.0.91 "GET /v2.0/networks/5a3136a7-a509-4273-8192-f1445720478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456645 Apr 08 17:42:29.347233 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 0cb9a80a-786c-4fe4-9392-083c650b661f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:42:29.459280 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d18561eb-b146-4acd-9899-32aa00d4ca44 req-3599016d-00cf-42bb-b6cf-5f715680b999 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602125 Apr 08 17:42:29.461238 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-16980458-43a7-43fe-8b95-98ebae53fc86 req-b5175de3-2637-4913-8b38-10cd605d4c63 service neutron] 10.222.0.91 "GET /v2.0/networks/5a3136a7-a509-4273-8192-f1445720478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527467 Apr 08 17:42:29.464446 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 0cb9a80a-786c-4fe4-9392-083c650b661f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0cb9a80a-786c-4fe4-9392-083c650b661f,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:42:29.476170 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': '0cb9a80a-786c-4fe4-9392-083c650b661f', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'port_id': '0cb9a80a-786c-4fe4-9392-083c650b661f', 'mac_address': 'fa:16:3e:5e:dc:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:42:29.524076 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 0cb9a80a-786c-4fe4-9392-083c650b661f is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:42:29.524502 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (0cb9a80a-786c-4fe4-9392-083c650b661f), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:29.544957 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb9a80a-786c-4fe4-9392-083c650b661f {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:42:29.566304 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 0cb9a80a-786c-4fe4-9392-083c650b661f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0cb9a80a-786c-4fe4-9392-083c650b661f,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:42:29.571165 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (0cb9a80a-786c-4fe4-9392-083c650b661f), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:29.575110 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613b4b2-16ba-4f4a-955d-b9cbdc583358 req-d800788f-2afc-401c-b6f8-50327c385670 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:29.576768 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3613b4b2-16ba-4f4a-955d-b9cbdc583358 req-d800788f-2afc-401c-b6f8-50327c385670 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 947 time: 0.0509048 Apr 08 17:42:29.626487 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=0cb9a80a-786c-4fe4-9392-083c650b661f,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:29.629192 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3613b4b2-16ba-4f4a-955d-b9cbdc583358 req-415b1e02-00dc-448d-938c-cda8cce585f0 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466170 Apr 08 17:42:30.183622 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f208a3-6399-48a0-a68b-9e34ddcd451a req-9c49a369-c01d-4da8-90d9-274915d3f95f tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:30.185600 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-09f208a3-6399-48a0-a68b-9e34ddcd451a req-9c49a369-c01d-4da8-90d9-274915d3f95f tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 944 time: 0.0461819 Apr 08 17:42:30.239602 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-09f208a3-6399-48a0-a68b-9e34ddcd451a req-cfa96f00-91cc-478a-8ace-91e005d8289f tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481193 Apr 08 17:42:30.396171 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33820102-fc8f-468e-a0c1-10af57340837 req-6642c755-dd90-4ed8-b2ff-25fca336d0f1 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:30.397571 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-33820102-fc8f-468e-a0c1-10af57340837 req-6642c755-dd90-4ed8-b2ff-25fca336d0f1 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 943 time: 0.0509474 Apr 08 17:42:30.447763 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-33820102-fc8f-468e-a0c1-10af57340837 req-daf33ece-7b52-46fc-8729-8b84f4f12d34 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445976 Apr 08 17:42:31.363036 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b01716-fcae-4bd8-850c-e410d553cfd5 req-655897fb-7cc8-4a14-9a41-a81612e34726 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:31.365192 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a5b01716-fcae-4bd8-850c-e410d553cfd5 req-655897fb-7cc8-4a14-9a41-a81612e34726 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 944 time: 0.0523396 Apr 08 17:42:31.412775 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a5b01716-fcae-4bd8-850c-e410d553cfd5 req-ac1366fd-d026-442d-890f-be5ff1b23103 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418277 Apr 08 17:42:31.560679 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03e368-0358-4746-92a0-629c53a9b505 req-bd0b0128-1ef1-449a-8df1-37fde47b2e71 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:31.567829 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8e03e368-0358-4746-92a0-629c53a9b505 req-bd0b0128-1ef1-449a-8df1-37fde47b2e71 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 943 time: 0.0529420 Apr 08 17:42:31.623117 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8e03e368-0358-4746-92a0-629c53a9b505 req-35f687ab-8e80-407d-9e9d-c686c2ad0866 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490983 Apr 08 17:42:32.533140 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10c211-4091-4f82-87e5-e9d37b827dee req-ed5bdf14-40d9-4d4b-9860-a52856955019 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:32.534656 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3a10c211-4091-4f82-87e5-e9d37b827dee req-ed5bdf14-40d9-4d4b-9860-a52856955019 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 944 time: 0.0550048 Apr 08 17:42:32.584895 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3a10c211-4091-4f82-87e5-e9d37b827dee req-40373be9-ec50-4c79-b54f-848060b6d608 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443048 Apr 08 17:42:32.736878 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce40d1-c980-4bb2-b185-b9a02c9a1a3e req-d88991f6-762f-4ec2-b764-34cfaa7d337c tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:32.738375 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-67ce40d1-c980-4bb2-b185-b9a02c9a1a3e req-d88991f6-762f-4ec2-b764-34cfaa7d337c tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 943 time: 0.0481873 Apr 08 17:42:32.787929 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-67ce40d1-c980-4bb2-b185-b9a02c9a1a3e req-8c8906ac-6082-4bab-be6f-170c854f0eec tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440731 Apr 08 17:42:32.809944 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['0cb9a80a-786c-4fe4-9392-083c650b661f'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:42:33.922832 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19696f-7fdd-4ee5-b94c-e3a17e0e0f2f req-319ccd4e-9885-4a29-b0d0-3e1ba0f5924d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:33.924474 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cb19696f-7fdd-4ee5-b94c-e3a17e0e0f2f req-319ccd4e-9885-4a29-b0d0-3e1ba0f5924d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 944 time: 0.2710524 Apr 08 17:42:33.946234 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19b8a3-ae16-4d42-8d12-a68a3acea618 req-24de8152-69e5-4bad-a3c5-2aece9869e96 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:33.947651 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ba19b8a3-ae16-4d42-8d12-a68a3acea618 req-24de8152-69e5-4bad-a3c5-2aece9869e96 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 943 time: 0.0684249 Apr 08 17:42:34.017533 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cb19696f-7fdd-4ee5-b94c-e3a17e0e0f2f req-c62b1987-a29a-439b-8a07-4dea93d2c58d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867250 Apr 08 17:42:34.026557 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ba19b8a3-ae16-4d42-8d12-a68a3acea618 req-fd3233f2-e014-4ff1-a240-bef835a9d514 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723042 Apr 08 17:42:34.336471 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 0cb9a80a-786c-4fe4-9392-083c650b661f up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:42:34.382240 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port 0cb9a80a-786c-4fe4-9392-083c650b661f completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:42:34.391523 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port 0cb9a80a-786c-4fe4-9392-083c650b661f triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:42:34.391906 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (0cb9a80a-786c-4fe4-9392-083c650b661f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:34.483516 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 0cb9a80a-786c-4fe4-9392-083c650b661f is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:42:34.483975 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (0cb9a80a-786c-4fe4-9392-083c650b661f), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:34.518466 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4378a275-38b2-4101-a2fd-5d250ae5bd8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb9a80a-786c-4fe4-9392-083c650b661f'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:42:34.520740 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0036b4e-c804-4a98-aab0-36911361c0c3" -d '{"events": [{"server_uuid": "4378a275-38b2-4101-a2fd-5d250ae5bd8c", "name": "network-vif-plugged", "status": "completed", "tag": "0cb9a80a-786c-4fe4-9392-083c650b661f"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:42:34.536632 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 0cb9a80a-786c-4fe4-9392-083c650b661f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0cb9a80a-786c-4fe4-9392-083c650b661f,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:42:34.542409 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (0cb9a80a-786c-4fe4-9392-083c650b661f), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:34.580233 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d32ef60-0e99-4cdc-b8c4-097f61be8b75 x-openstack-request-id: req-4d32ef60-0e99-4cdc-b8c4-097f61be8b75 {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:42:34.580541 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4378a275-38b2-4101-a2fd-5d250ae5bd8c", "name": "network-vif-plugged", "status": "completed", "tag": "0cb9a80a-786c-4fe4-9392-083c650b661f", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:42:34.580799 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d32ef60-0e99-4cdc-b8c4-097f61be8b75 {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:42:34.581189 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d32ef60-0e99-4cdc-b8c4-097f61be8b75'] response: {'server_uuid': '4378a275-38b2-4101-a2fd-5d250ae5bd8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb9a80a-786c-4fe4-9392-083c650b661f', 'code': 200} Apr 08 17:42:34.609517 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=0cb9a80a-786c-4fe4-9392-083c650b661f,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:34.889453 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1c585-a88f-42b1-86b3-8c38c36fc107 req-25853396-ea3d-4160-983b-e07770ebee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:34.891203 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-34a1c585-a88f-42b1-86b3-8c38c36fc107 req-25853396-ea3d-4160-983b-e07770ebee5f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 1129 time: 0.0454466 Apr 08 17:42:34.943609 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-34a1c585-a88f-42b1-86b3-8c38c36fc107 req-c427909b-951b-4a14-bd0d-6bc507a00220 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413463 Apr 08 17:42:34.993224 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 48810) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:35.120138 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-076c1d94-3936-4d2b-a198-49f1c0ba19f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:35.200115 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5bcbf-6a75-4b24-a5e9-cae50d05d513 req-b7f200bd-a0a3-47de-99b0-a58b75ce3527 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:35.201683 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2be5bcbf-6a75-4b24-a5e9-cae50d05d513 req-b7f200bd-a0a3-47de-99b0-a58b75ce3527 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 943 time: 0.1006067 Apr 08 17:42:35.217606 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ca85b-c243-4e56-a6d8-80e91ef6fd75 req-42ac6b79-e009-40f0-a651-be2bb7612723 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:35.220064 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ed3ca85b-c243-4e56-a6d8-80e91ef6fd75 req-42ac6b79-e009-40f0-a651-be2bb7612723 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.1020858 Apr 08 17:42:35.318123 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ed3ca85b-c243-4e56-a6d8-80e91ef6fd75 req-217f5413-456c-4286-afdd-ad74d5c677d1 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884938 Apr 08 17:42:35.329001 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2be5bcbf-6a75-4b24-a5e9-cae50d05d513 req-a43e3c0c-fbd5-42ef-8af0-dc08db158bfa tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191971 Apr 08 17:42:35.364303 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-076c1d94-3936-4d2b-a198-49f1c0ba19f4 admin admin] Publish callbacks [] for security_group (ad6c7c88-c3f1-45e8-9922-649e42030a28), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:35.368174 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-076c1d94-3936-4d2b-a198-49f1c0ba19f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (ad6c7c88-c3f1-45e8-9922-649e42030a28), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:35.415931 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-076c1d94-3936-4d2b-a198-49f1c0ba19f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2a2e750910c4bbc8c412fe2e7ff9f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4215994 Apr 08 17:42:35.416829 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c1d94-3936-4d2b-a198-49f1c0ba19f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6c7c88-c3f1-45e8-9922-649e42030a28,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:35.419303 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 48818) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:35.468752 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3d0683a1-7573-4ff6-8348-a755c2faeffb admin admin] Publish callbacks [] for security_group (ad6c7c88-c3f1-45e8-9922-649e42030a28), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:35.499019 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3d0683a1-7573-4ff6-8348-a755c2faeffb admin admin] Publish callbacks [] for security_group (ad6c7c88-c3f1-45e8-9922-649e42030a28), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:35.546638 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3d0683a1-7573-4ff6-8348-a755c2faeffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (ad6c7c88-c3f1-45e8-9922-649e42030a28), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:35.549540 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3d0683a1-7573-4ff6-8348-a755c2faeffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:35.550874 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-3d0683a1-7573-4ff6-8348-a755c2faeffb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad6c7c88-c3f1-45e8-9922-649e42030a28 HTTP/1.1" status: 204 len: 168 time: 0.1305649 Apr 08 17:42:35.560275 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0683a1-7573-4ff6-8348-a755c2faeffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6c7c88-c3f1-45e8-9922-649e42030a28,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:36.370781 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device cde18caf-aea3-43c2-9c9c-7a352f38e9ea details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:42:36.472700 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a25e9-8138-45f0-b2e0-e8b48dff8a9b req-2cdc3759-a0a1-48dd-880c-84913e9c9052 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:36.474226 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-914a25e9-8138-45f0-b2e0-e8b48dff8a9b req-2cdc3759-a0a1-48dd-880c-84913e9c9052 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0809896 Apr 08 17:42:36.480540 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17371035-f77f-489c-ba41-94ae308742ba req-5c6ebfdf-68d3-436f-b9f0-a562153ad153 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:36.482624 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-17371035-f77f-489c-ba41-94ae308742ba req-5c6ebfdf-68d3-436f-b9f0-a562153ad153 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 943 time: 0.0782757 Apr 08 17:42:36.500137 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port cde18caf-aea3-43c2-9c9c-7a352f38e9ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cde18caf-aea3-43c2-9c9c-7a352f38e9ea,segment=NetworkSegment(37a6fb90-9bc3-4200-8f22-400e0008a1b5),segment_id=37a6fb90-9bc3-4200-8f22-400e0008a1b5)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:42:36.513480 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea', 'network_id': '5a3136a7-a509-4273-8192-f1445720478e', 'port_id': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea', 'mac_address': 'fa:16:3e:35:a3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:42:36.552808 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port cde18caf-aea3-43c2-9c9c-7a352f38e9ea is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:42:36.553238 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:36.565692 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-17371035-f77f-489c-ba41-94ae308742ba req-43170879-53ec-4566-8fad-25976f44b300 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740612 Apr 08 17:42:36.567254 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde18caf-aea3-43c2-9c9c-7a352f38e9ea {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:42:36.569004 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-914a25e9-8138-45f0-b2e0-e8b48dff8a9b req-8800b1d2-3857-4353-ac5b-82f1f03ff4b2 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852418 Apr 08 17:42:36.590881 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port cde18caf-aea3-43c2-9c9c-7a352f38e9ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cde18caf-aea3-43c2-9c9c-7a352f38e9ea,segment=NetworkSegment(37a6fb90-9bc3-4200-8f22-400e0008a1b5),segment_id=37a6fb90-9bc3-4200-8f22-400e0008a1b5)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:42:36.595130 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:36.649323 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=cde18caf-aea3-43c2-9c9c-7a352f38e9ea,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:37.129543 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['cde18caf-aea3-43c2-9c9c-7a352f38e9ea'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:42:37.709746 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0320d-9b34-43fc-945a-da2d2e3bae37 req-e1f2abac-0fc4-4a6f-bcc8-c10985d8ff63 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:37.711282 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-aed0320d-9b34-43fc-945a-da2d2e3bae37 req-e1f2abac-0fc4-4a6f-bcc8-c10985d8ff63 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0747104 Apr 08 17:42:37.723983 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd636276-4358-4a0f-a600-0c4a5dc6702e req-ed3dc6c2-0bbd-48b5-aff1-625a4c8e6302 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:37.725546 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-dd636276-4358-4a0f-a600-0c4a5dc6702e req-ed3dc6c2-0bbd-48b5-aff1-625a4c8e6302 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 944 time: 0.0780206 Apr 08 17:42:37.802562 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-dd636276-4358-4a0f-a600-0c4a5dc6702e req-1e78aa51-9082-42d5-b4be-f8bc8c892fe0 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712030 Apr 08 17:42:37.805462 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-aed0320d-9b34-43fc-945a-da2d2e3bae37 req-f15f1247-c113-4d52-a324-52383b3dce82 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880308 Apr 08 17:42:37.925755 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb413bd-b124-4d22-b47d-1cb24f0bf95d req-e4321df9-7eb8-45ea-ad7f-2722c0acce0a tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:37.927409 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9bb413bd-b124-4d22-b47d-1cb24f0bf95d req-e4321df9-7eb8-45ea-ad7f-2722c0acce0a tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0547721 Apr 08 17:42:37.939061 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 48852) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:37.951233 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-0d273936-25ca-4b0d-bbf1-f6f04118d4db tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Request body: {'floatingip': {'port_id': '0cb9a80a-786c-4fe4-9392-083c650b661f'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:42:38.013710 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0d273936-25ca-4b0d-bbf1-f6f04118d4db tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for floatingip (6f1cb2e9-4739-4bd0-b1d8-141e4af15882), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:38.061709 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fce6f5-2618-40f6-8e73-eb878e9784af req-246f5d44-cc0c-43bd-b219-b46edea3f98b tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:38.063407 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-54fce6f5-2618-40f6-8e73-eb878e9784af req-246f5d44-cc0c-43bd-b219-b46edea3f98b tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 985 time: 0.0509758 Apr 08 17:42:38.134431 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-54fce6f5-2618-40f6-8e73-eb878e9784af req-15535f06-f800-446c-b99e-a49cc3dc6dda tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a271a32-7c32-42f7-99d9-60e067d2a768&id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653331 Apr 08 17:42:38.167827 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6dd6a-b9c8-4f85-98e8-08c4249bda81 req-2581f7de-ae8c-4c0f-b468-67e835b83624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:38.169874 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ec6dd6a-b9c8-4f85-98e8-08c4249bda81 req-2581f7de-ae8c-4c0f-b468-67e835b83624 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ca55bd6671ec4be0b183e1248c09d34b&device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 1169 time: 0.0811691 Apr 08 17:42:38.365062 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6dd6a-b9c8-4f85-98e8-08c4249bda81 req-3e1ae95d-5814-42bb-94dc-8bb501c86381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:38.366513 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ec6dd6a-b9c8-4f85-98e8-08c4249bda81 req-3e1ae95d-5814-42bb-94dc-8bb501c86381 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3d46c65a-4971-4a7f-92b3-38349cf449e3 HTTP/1.1" status: 200 len: 916 time: 0.1888671 Apr 08 17:42:38.368634 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device cde18caf-aea3-43c2-9c9c-7a352f38e9ea up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:42:38.425863 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port cde18caf-aea3-43c2-9c9c-7a352f38e9ea completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:42:38.433123 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port cde18caf-aea3-43c2-9c9c-7a352f38e9ea triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:42:38.433795 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:38.524888 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port cde18caf-aea3-43c2-9c9c-7a352f38e9ea is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:42:38.525484 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:38.539658 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ec6dd6a-b9c8-4f85-98e8-08c4249bda81 req-4382985e-c688-41d0-9b4b-21e30540b137 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a77d3cab-e313-43bb-ba85-71744ec74bfc HTTP/1.1" status: 200 len: 1002 time: 0.1193419 Apr 08 17:42:38.554908 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42dde2e8-fe4a-4445-82c3-11ee6c689fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:42:38.557201 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4907ce0-8c09-4f55-98fb-c2a6e600fb63" -d '{"events": [{"server_uuid": "42dde2e8-fe4a-4445-82c3-11ee6c689fcb", "name": "network-vif-plugged", "status": "completed", "tag": "cde18caf-aea3-43c2-9c9c-7a352f38e9ea"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:42:38.571729 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port cde18caf-aea3-43c2-9c9c-7a352f38e9ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cde18caf-aea3-43c2-9c9c-7a352f38e9ea,segment=NetworkSegment(37a6fb90-9bc3-4200-8f22-400e0008a1b5),segment_id=37a6fb90-9bc3-4200-8f22-400e0008a1b5)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:42:38.577011 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:38.606643 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6562850-ebd5-423d-ab23-f3974b5e96a9 x-openstack-request-id: req-f6562850-ebd5-423d-ab23-f3974b5e96a9 {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:42:38.606960 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42dde2e8-fe4a-4445-82c3-11ee6c689fcb", "name": "network-vif-plugged", "status": "completed", "tag": "cde18caf-aea3-43c2-9c9c-7a352f38e9ea", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:42:38.607216 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6562850-ebd5-423d-ab23-f3974b5e96a9 {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:42:38.607604 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6562850-ebd5-423d-ab23-f3974b5e96a9'] response: {'server_uuid': '42dde2e8-fe4a-4445-82c3-11ee6c689fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea', 'code': 200} Apr 08 17:42:38.634128 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6dd6a-b9c8-4f85-98e8-08c4249bda81 req-36fa6f9d-2529-4fe5-8ef2-0efb4ecb8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:38.634979 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=cde18caf-aea3-43c2-9c9c-7a352f38e9ea,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:38.635815 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ec6dd6a-b9c8-4f85-98e8-08c4249bda81 req-36fa6f9d-2529-4fe5-8ef2-0efb4ecb8822 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f73dc476-3c86-43aa-9145-70ffe54e5685 HTTP/1.1" status: 200 len: 854 time: 0.0674868 Apr 08 17:42:38.759198 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6dd6a-b9c8-4f85-98e8-08c4249bda81 req-2838155f-e7dc-42fa-8e17-59fb4a097ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:38.760825 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ec6dd6a-b9c8-4f85-98e8-08c4249bda81 req-2838155f-e7dc-42fa-8e17-59fb4a097ea0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3d46c65a-4971-4a7f-92b3-38349cf449e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0819805 Apr 08 17:42:38.763499 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0d273936-25ca-4b0d-bbf1-f6f04118d4db tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:38.767587 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0d273936-25ca-4b0d-bbf1-f6f04118d4db tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (6f1cb2e9-4739-4bd0-b1d8-141e4af15882), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:38.930740 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529cf2b-8364-4dd4-85e7-db9dacce90e0 req-34117c75-e69b-4fdf-9b29-ca3c4de39271 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:38.932548 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1529cf2b-8364-4dd4-85e7-db9dacce90e0 req-34117c75-e69b-4fdf-9b29-ca3c4de39271 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0566769 Apr 08 17:42:38.975736 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [None req-0d273936-25ca-4b0d-bbf1-f6f04118d4db tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Floating IP 6f1cb2e9-4739-4bd0-b1d8-141e4af15882 associated. External IP: 172.27.0.149, port: 0cb9a80a-786c-4fe4-9392-083c650b661f. Apr 08 17:42:38.997736 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1529cf2b-8364-4dd4-85e7-db9dacce90e0 req-c71bb81b-f907-42b4-8daa-bd12ede71585 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579600 Apr 08 17:42:39.026037 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ec6dd6a-b9c8-4f85-98e8-08c4249bda81 req-13dbfa02-5d24-4072-893a-c56296aaa972 service neutron] 10.222.0.91 "GET /v2.0/networks/3d46c65a-4971-4a7f-92b3-38349cf449e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162471 Apr 08 17:42:39.042555 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa0904-c8b6-4663-a3b5-15e1c24229ef req-fcdf0f57-90ba-4bdf-8be1-9a5531f9acee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:39.044156 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f4fa0904-c8b6-4663-a3b5-15e1c24229ef req-fcdf0f57-90ba-4bdf-8be1-9a5531f9acee service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 1129 time: 0.1162119 Apr 08 17:42:39.206762 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f4fa0904-c8b6-4663-a3b5-15e1c24229ef req-ec357a75-dbfc-4c6d-ab24-e3b864a11210 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476469 Apr 08 17:42:39.243839 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ec6dd6a-b9c8-4f85-98e8-08c4249bda81 req-6751e1db-0a79-4cbf-a991-067dc8380607 service neutron] 10.222.0.91 "GET /v2.0/networks/3d46c65a-4971-4a7f-92b3-38349cf449e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100644 Apr 08 17:42:39.256034 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee017bcd-9088-4517-90f0-eec2cda44afa req-166fe29a-8ce6-4478-8687-954f73202e60 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:39.257863 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ee017bcd-9088-4517-90f0-eec2cda44afa req-166fe29a-8ce6-4478-8687-954f73202e60 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 985 time: 0.0479078 Apr 08 17:42:39.326614 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ee017bcd-9088-4517-90f0-eec2cda44afa req-a0a92a6a-b0f9-493b-be09-d7a260822615 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a271a32-7c32-42f7-99d9-60e067d2a768&id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592518 Apr 08 17:42:39.562248 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d273936-25ca-4b0d-bbf1-f6f04118d4db tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Router f8226a36-028a-4eea-901f-5d9cd46cb1bd has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:42:39.679352 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d273936-25ca-4b0d-bbf1-f6f04118d4db tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:42:39.684882 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0d273936-25ca-4b0d-bbf1-f6f04118d4db tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:39.690912 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f2868-1735-41b2-a39f-8b20396c37ca None None] Sync routers for ids ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:42:39.702964 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f2868-1735-41b2-a39f-8b20396c37ca None None] Routers {'f8226a36-028a-4eea-901f-5d9cd46cb1bd'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:42:39.703965 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-ec7f2868-1735-41b2-a39f-8b20396c37ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:42:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:42:39.719958 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-0d273936-25ca-4b0d-bbf1-f6f04118d4db tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "PUT /v2.0/floatingips/6f1cb2e9-4739-4bd0-b1d8-141e4af15882 HTTP/1.1" status: 200 len: 991 time: 1.7786882 Apr 08 17:42:39.720858 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4378a275-38b2-4101-a2fd-5d250ae5bd8c', 'tag': '0cb9a80a-786c-4fe4-9392-083c650b661f'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:42:39.724137 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8e438f-b50e-4294-a970-6c7169876cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "4378a275-38b2-4101-a2fd-5d250ae5bd8c", "tag": "0cb9a80a-786c-4fe4-9392-083c650b661f"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:42:39.766652 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7274eb73-7c8a-46b1-95c7-283edd0d064b x-openstack-request-id: req-7274eb73-7c8a-46b1-95c7-283edd0d064b {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:42:39.767215 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4378a275-38b2-4101-a2fd-5d250ae5bd8c", "tag": "0cb9a80a-786c-4fe4-9392-083c650b661f", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:42:39.767480 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7274eb73-7c8a-46b1-95c7-283edd0d064b {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:42:39.767894 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7274eb73-7c8a-46b1-95c7-283edd0d064b'] response: {'name': 'network-changed', 'server_uuid': '4378a275-38b2-4101-a2fd-5d250ae5bd8c', 'tag': '0cb9a80a-786c-4fe4-9392-083c650b661f', 'status': 'completed', 'code': 200} Apr 08 17:42:39.823970 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-ec7f2868-1735-41b2-a39f-8b20396c37ca None None] Set router f8226a36-028a-4eea-901f-5d9cd46cb1bd gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:42:40.052790 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-ec7f2868-1735-41b2-a39f-8b20396c37ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-router', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:22Z', 'revision_number': 4, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'gw_port': {'id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:14Z', 'updated_at': '2022-04-08T17:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '6f1cb2e9-4739-4bd0-b1d8-141e4af15882', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'port_id': '0cb9a80a-786c-4fe4-9392-083c650b661f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'mac_address': 'fa:16:3e:5e:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4378a275-38b2-4101-a2fd-5d250ae5bd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:42:14Z', 'updated_at': '2022-04-08T17:42:38Z', 'revision_number': 1, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e40580d-3262-4cae-99eb-3b35d83825e0', 'name': '', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'mac_address': 'fa:16:3e:27:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:20Z', 'updated_at': '2022-04-08T17:40:29Z', 'revision_number': 5, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'subnets': [{'id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:42:40.081285 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f2868-1735-41b2-a39f-8b20396c37ca None None] Checking router: f8226a36-028a-4eea-901f-5d9cd46cb1bd for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:42:40.090861 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f2868-1735-41b2-a39f-8b20396c37ca None None] Routers {'f8226a36-028a-4eea-901f-5d9cd46cb1bd'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:42:40.091632 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-ec7f2868-1735-41b2-a39f-8b20396c37ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:42:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:42:40.133832 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c6382-1fdd-47db-92aa-d0a546a59146 req-a0686f58-c325-459a-8003-f3c969669693 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:40.135338 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-de3c6382-1fdd-47db-92aa-d0a546a59146 req-a0686f58-c325-459a-8003-f3c969669693 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0577886 Apr 08 17:42:40.185654 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-de3c6382-1fdd-47db-92aa-d0a546a59146 req-d77dc444-8580-4d3d-a01b-7348d9a20723 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438738 Apr 08 17:42:40.201710 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-ec7f2868-1735-41b2-a39f-8b20396c37ca None None] Set router f8226a36-028a-4eea-901f-5d9cd46cb1bd gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:42:40.429430 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-ec7f2868-1735-41b2-a39f-8b20396c37ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-router', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:22Z', 'revision_number': 4, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'gw_port': {'id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:14Z', 'updated_at': '2022-04-08T17:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '6f1cb2e9-4739-4bd0-b1d8-141e4af15882', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'port_id': '0cb9a80a-786c-4fe4-9392-083c650b661f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'mac_address': 'fa:16:3e:5e:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4378a275-38b2-4101-a2fd-5d250ae5bd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:42:14Z', 'updated_at': '2022-04-08T17:42:38Z', 'revision_number': 1, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e40580d-3262-4cae-99eb-3b35d83825e0', 'name': '', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'mac_address': 'fa:16:3e:27:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:20Z', 'updated_at': '2022-04-08T17:40:29Z', 'revision_number': 5, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'subnets': [{'id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:42:40.442234 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e438f-b50e-4294-a970-6c7169876cd0 req-e28bcc2c-d27a-4474-ade6-edc6000da6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:40.444459 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3d8e438f-b50e-4294-a970-6c7169876cd0 req-e28bcc2c-d27a-4474-ade6-edc6000da6c9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3589adc3fd645a888ab3b81995e662e&device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 1129 time: 0.0519917 Apr 08 17:42:40.454964 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82989058-b157-4b54-8440-78bfbe255458 req-d73a86c5-c98b-4585-ae50-825c3130e24a tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:40.456545 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-82989058-b157-4b54-8440-78bfbe255458 req-d73a86c5-c98b-4585-ae50-825c3130e24a tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 985 time: 0.0567982 Apr 08 17:42:40.463498 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f2868-1735-41b2-a39f-8b20396c37ca None None] The sync data for ids ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'] in dv-cinder-837164-1-iscsi is: [{'id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-router', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:22Z', 'revision_number': 4, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'gw_port': {'id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:14Z', 'updated_at': '2022-04-08T17:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '6f1cb2e9-4739-4bd0-b1d8-141e4af15882', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'port_id': '0cb9a80a-786c-4fe4-9392-083c650b661f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'mac_address': 'fa:16:3e:5e:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4378a275-38b2-4101-a2fd-5d250ae5bd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:42:14Z', 'updated_at': '2022-04-08T17:42:38Z', 'revision_number': 1, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e40580d-3262-4cae-99eb-3b35d83825e0', 'name': '', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'mac_address': 'fa:16:3e:27:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:20Z', 'updated_at': '2022-04-08T17:40:29Z', 'revision_number': 5, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'subnets': [{'id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:42:40.530262 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-82989058-b157-4b54-8440-78bfbe255458 req-947ece21-46fe-4705-8d7e-b3b7b51305ad tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a271a32-7c32-42f7-99d9-60e067d2a768&id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677607 Apr 08 17:42:40.672189 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82349164-4d87-41c8-90dd-2f8ddc187a0f None None] New status for floating IP 6f1cb2e9-4739-4bd0-b1d8-141e4af15882: ACTIVE {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:42:40.745825 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e438f-b50e-4294-a970-6c7169876cd0 req-8e0e10ca-de33-41b5-a951-15d7bdb52f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:40.747819 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3d8e438f-b50e-4294-a970-6c7169876cd0 req-8e0e10ca-de33-41b5-a951-15d7bdb52f03 service neutron] 10.222.0.91 "GET /v2.0/networks?id=008c6189-82d1-4951-afe7-f478c9f8b212 HTTP/1.1" status: 200 len: 920 time: 0.1090076 Apr 08 17:42:41.303674 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e85358-c69a-433f-a110-11c34ba1eedb req-7be3b93e-2943-4afc-85e0-e10f31c1dc9c tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:41.305193 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c7e85358-c69a-433f-a110-11c34ba1eedb req-7be3b93e-2943-4afc-85e0-e10f31c1dc9c tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0502458 Apr 08 17:42:41.356712 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c7e85358-c69a-433f-a110-11c34ba1eedb req-e791a1c5-2d58-4a0b-b02f-55e5247668c9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453787 Apr 08 17:42:41.648012 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3d8e438f-b50e-4294-a970-6c7169876cd0 req-fcbfdb00-738d-4d8b-b81a-2061ceac9c7d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cb9a80a-786c-4fe4-9392-083c650b661f HTTP/1.1" status: 200 len: 1001 time: 0.0643506 Apr 08 17:42:41.664971 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347150b6-0f14-48f1-a8c7-6558530b6e8b req-dd362415-11d5-44ab-8c36-fc0b7fc339bf tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:41.666452 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-347150b6-0f14-48f1-a8c7-6558530b6e8b req-dd362415-11d5-44ab-8c36-fc0b7fc339bf tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 985 time: 0.0561111 Apr 08 17:42:41.727531 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e438f-b50e-4294-a970-6c7169876cd0 req-cc3a7371-4014-4599-9325-bbbca71eba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:41.729045 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3d8e438f-b50e-4294-a970-6c7169876cd0 req-cc3a7371-4014-4599-9325-bbbca71eba5e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b63453b-e6c6-4ee6-9edf-14ef728f0f18 HTTP/1.1" status: 200 len: 858 time: 0.0600016 Apr 08 17:42:41.737620 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-347150b6-0f14-48f1-a8c7-6558530b6e8b req-f2bc867b-8ad9-42ec-a29f-c8a15617692e tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a271a32-7c32-42f7-99d9-60e067d2a768&id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645559 Apr 08 17:42:41.779452 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e438f-b50e-4294-a970-6c7169876cd0 req-0c1c1972-f19b-44e8-ac77-7102f092d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:41.781023 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3d8e438f-b50e-4294-a970-6c7169876cd0 req-0c1c1972-f19b-44e8-ac77-7102f092d6d8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=008c6189-82d1-4951-afe7-f478c9f8b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422571 Apr 08 17:42:41.872915 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3d8e438f-b50e-4294-a970-6c7169876cd0 req-1758ee09-5150-4f9e-a00b-b7d9cbc66ed8 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846298 Apr 08 17:42:41.981465 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3d8e438f-b50e-4294-a970-6c7169876cd0 req-9dbffa0a-e3c9-4e60-bc15-3ae83e0bb915 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006927 Apr 08 17:42:42.478078 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff1f41-672b-4e84-961c-1d1794738eb7 req-d7fa7036-abf9-4205-8c5f-b0cb9e36441f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:42.479536 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8dff1f41-672b-4e84-961c-1d1794738eb7 req-d7fa7036-abf9-4205-8c5f-b0cb9e36441f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0473433 Apr 08 17:42:42.539688 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8dff1f41-672b-4e84-961c-1d1794738eb7 req-43ff38e1-1f00-45b0-9ff6-c8b552d13989 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539606 Apr 08 17:42:42.655951 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188942b-cc67-4e76-a2b7-ae8c89655488 req-9b9359c1-e027-4a69-b9a1-9232dfd2bf2d tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:42.657712 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e188942b-cc67-4e76-a2b7-ae8c89655488 req-9b9359c1-e027-4a69-b9a1-9232dfd2bf2d tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0495827 Apr 08 17:42:42.712346 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e188942b-cc67-4e76-a2b7-ae8c89655488 req-1b4a286a-dce4-429a-9ba3-6747ee930627 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487163 Apr 08 17:42:42.735943 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 48942) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:42.853982 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be297ae1-2690-4519-af7b-66ef0657f716 req-27bf4e37-aa54-409a-8b71-57d6f29cafe9 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:42.855495 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-be297ae1-2690-4519-af7b-66ef0657f716 req-27bf4e37-aa54-409a-8b71-57d6f29cafe9 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 985 time: 0.0486019 Apr 08 17:42:42.920091 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-be297ae1-2690-4519-af7b-66ef0657f716 req-bba839e9-9de1-4ebd-afc2-bc123ff2855a tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a271a32-7c32-42f7-99d9-60e067d2a768&id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580561 Apr 08 17:42:42.936730 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5288e851-64db-4ab8-82b9-f81da29ef8a0 tempest-TestShelveInstance-1602814235 tempest-TestShelveInstance-1602814235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:42.938303 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-5288e851-64db-4ab8-82b9-f81da29ef8a0 tempest-TestShelveInstance-1602814235 tempest-TestShelveInstance-1602814235-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 1124 time: 0.2012770 Apr 08 17:42:42.941326 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 48948) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:42.945583 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Request body: {'floatingip': {'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'port_id': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:42:42.969057 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:43.061946 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:43.171850 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Allocated IP 172.27.0.251 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/a849df50-3fd2-43ed-8342-5c5aaa7f1261) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:42:43.278891 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for port (a849df50-3fd2-43ed-8342-5c5aaa7f1261), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:43.314968 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (a849df50-3fd2-43ed-8342-5c5aaa7f1261), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:43.358829 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:42:43.361810 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:42:43.365195 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:42:43.386346 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Pushing event updated for resources: {'Port': ['ID=a849df50-3fd2-43ed-8342-5c5aaa7f1261,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:43.779404 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for floatingip (dde35b78-4742-4349-a633-b7d3c885c97b), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:43.857337 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (a849df50-3fd2-43ed-8342-5c5aaa7f1261), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:44.033529 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for port (a849df50-3fd2-43ed-8342-5c5aaa7f1261), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:44.034849 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668c378-3a30-42e4-af7d-354f1d1e3b3f req-56afc9a2-3989-4f30-aafe-14db1cfce7ac tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:44.036405 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9668c378-3a30-42e4-af7d-354f1d1e3b3f req-56afc9a2-3989-4f30-aafe-14db1cfce7ac tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 985 time: 0.0474613 Apr 08 17:42:44.038629 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (a849df50-3fd2-43ed-8342-5c5aaa7f1261), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:44.109513 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9668c378-3a30-42e4-af7d-354f1d1e3b3f req-2f0196ca-fe44-4c74-b02e-14970a992705 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a271a32-7c32-42f7-99d9-60e067d2a768&id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670431 Apr 08 17:42:44.109917 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Pushing event updated for resources: {'Port': ['ID=a849df50-3fd2-43ed-8342-5c5aaa7f1261,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:44.121098 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (dde35b78-4742-4349-a633-b7d3c885c97b), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:44.224566 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Floating IP dde35b78-4742-4349-a633-b7d3c885c97b associated. External IP: 172.27.0.251, port: cde18caf-aea3-43c2-9c9c-7a352f38e9ea. Apr 08 17:42:44.453609 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Router 7d87c93a-cdf2-42a6-a4af-fb44226ce246 has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:42:44.582425 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:42:44.592635 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c93f0c-f010-4fd7-841e-89a5557eb7d6 None None] Sync routers for ids ['7d87c93a-cdf2-42a6-a4af-fb44226ce246'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:42:44.601060 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:44.609618 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c93f0c-f010-4fd7-841e-89a5557eb7d6 None None] Routers {'7d87c93a-cdf2-42a6-a4af-fb44226ce246'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:42:44.611605 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-a0c93f0c-f010-4fd7-841e-89a5557eb7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:42:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7d87c93a-cdf2-42a6-a4af-fb44226ce246'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:42:44.636097 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-7b8286a2-a88c-4056-8ea7-bd79feb68058 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6936610 Apr 08 17:42:44.636741 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dde2e8-fe4a-4445-82c3-11ee6c689fcb', 'tag': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:42:44.639235 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc9ab62-63ab-48eb-8008-23399cbd11fa" -d '{"events": [{"name": "network-changed", "server_uuid": "42dde2e8-fe4a-4445-82c3-11ee6c689fcb", "tag": "cde18caf-aea3-43c2-9c9c-7a352f38e9ea"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:42:44.679099 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a82184-6fa5-49d1-b211-a5a061b679a9 x-openstack-request-id: req-c1a82184-6fa5-49d1-b211-a5a061b679a9 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:42:44.679425 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dde2e8-fe4a-4445-82c3-11ee6c689fcb", "tag": "cde18caf-aea3-43c2-9c9c-7a352f38e9ea", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:42:44.679686 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1a82184-6fa5-49d1-b211-a5a061b679a9 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:42:44.680095 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1a82184-6fa5-49d1-b211-a5a061b679a9'] response: {'name': 'network-changed', 'server_uuid': '42dde2e8-fe4a-4445-82c3-11ee6c689fcb', 'tag': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea', 'status': 'completed', 'code': 200} Apr 08 17:42:44.732449 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-a0c93f0c-f010-4fd7-841e-89a5557eb7d6 None None] Set router 7d87c93a-cdf2-42a6-a4af-fb44226ce246 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:42:44.744360 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:44.790303 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9ab62-63ab-48eb-8008-23399cbd11fa req-42258335-a85b-43cf-adca-00b8fbefafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:44.791845 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1cc9ab62-63ab-48eb-8008-23399cbd11fa req-42258335-a85b-43cf-adca-00b8fbefafb6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5f737778e54346c1b6ff286669cf0345&device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 1129 time: 0.0522575 Apr 08 17:42:44.894372 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9ab62-63ab-48eb-8008-23399cbd11fa req-1f30c1b0-9e0c-4ab1-ad1c-f3b1c5d3e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:44.896260 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1cc9ab62-63ab-48eb-8008-23399cbd11fa req-1f30c1b0-9e0c-4ab1-ad1c-f3b1c5d3e49d service neutron] 10.222.0.91 "GET /v2.0/networks?id=5a3136a7-a509-4273-8192-f1445720478e HTTP/1.1" status: 200 len: 910 time: 0.0932949 Apr 08 17:42:44.982063 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-a0c93f0c-f010-4fd7-841e-89a5557eb7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'name': 'tempest-TestShelveInstance-1721933351-router', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:12Z', 'updated_at': '2022-04-08T17:41:17Z', 'revision_number': 4, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'gw_port': {'id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:13Z', 'updated_at': '2022-04-08T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'dde35b78-4742-4349-a633-b7d3c885c97b', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'port_id': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a3136a7-a509-4273-8192-f1445720478e', 'mac_address': 'fa:16:3e:35:a3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dde2e8-fe4a-4445-82c3-11ee6c689fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:42:43Z', 'updated_at': '2022-04-08T17:42:43Z', 'revision_number': 0, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72c2cbb-0347-4821-b435-d1750afe7835', 'name': '', 'network_id': '5a3136a7-a509-4273-8192-f1445720478e', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'mac_address': 'fa:16:3e:5f:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:16Z', 'updated_at': '2022-04-08T17:41:23Z', 'revision_number': 5, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'subnets': [{'id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:42:45.005646 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e617a561-d1b0-4f86-a3b4-5e4ae05dd8bd req-61efc5f3-8ae4-4fcf-9329-ec19b52efb9c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553520 Apr 08 17:42:45.009851 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1cc9ab62-63ab-48eb-8008-23399cbd11fa req-0927f9aa-0032-4464-b45d-4486d4ebbd7f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cde18caf-aea3-43c2-9c9c-7a352f38e9ea HTTP/1.1" status: 200 len: 999 time: 0.0982749 Apr 08 17:42:45.098372 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c93f0c-f010-4fd7-841e-89a5557eb7d6 None None] Checking router: 7d87c93a-cdf2-42a6-a4af-fb44226ce246 for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:42:45.107433 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c93f0c-f010-4fd7-841e-89a5557eb7d6 None None] Routers {'7d87c93a-cdf2-42a6-a4af-fb44226ce246'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:42:45.108066 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-a0c93f0c-f010-4fd7-841e-89a5557eb7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:42:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7d87c93a-cdf2-42a6-a4af-fb44226ce246'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:42:45.141542 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617a561-d1b0-4f86-a3b4-5e4ae05dd8bd req-207ce6d9-0c6f-4d54-aeca-a67583fd5f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:45.142971 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e617a561-d1b0-4f86-a3b4-5e4ae05dd8bd req-207ce6d9-0c6f-4d54-aeca-a67583fd5f12 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3589adc3fd645a888ab3b81995e662e&device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 1129 time: 0.0733550 Apr 08 17:42:45.150223 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9ab62-63ab-48eb-8008-23399cbd11fa req-dda96161-8212-4e2a-afe5-1e30ad5993a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:45.151686 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1cc9ab62-63ab-48eb-8008-23399cbd11fa req-dda96161-8212-4e2a-afe5-1e30ad5993a2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2fd8198-fe62-4651-aa0b-73bb0681f47e HTTP/1.1" status: 200 len: 848 time: 0.0907328 Apr 08 17:42:45.225569 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-a0c93f0c-f010-4fd7-841e-89a5557eb7d6 None None] Set router 7d87c93a-cdf2-42a6-a4af-fb44226ce246 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:42:45.245158 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b7123-6d8b-43f6-bc24-9daa792905fa req-16bb941d-b3f4-416c-9ae7-b1c9fa5798c4 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:45.246671 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-dc7b7123-6d8b-43f6-bc24-9daa792905fa req-16bb941d-b3f4-416c-9ae7-b1c9fa5798c4 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 985 time: 0.0600760 Apr 08 17:42:45.261518 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9ab62-63ab-48eb-8008-23399cbd11fa req-64ab2b02-2457-4880-b309-aa53909fcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:45.263123 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1cc9ab62-63ab-48eb-8008-23399cbd11fa req-64ab2b02-2457-4880-b309-aa53909fcdf4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5a3136a7-a509-4273-8192-f1445720478e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0967360 Apr 08 17:42:45.325533 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-dc7b7123-6d8b-43f6-bc24-9daa792905fa req-3ae8c92e-4943-453d-9f70-015f5321dcd0 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a271a32-7c32-42f7-99d9-60e067d2a768&id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726199 Apr 08 17:42:45.371410 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-96b06d46-98cf-4280-bb24-0cb352501458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:45.500125 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-a0c93f0c-f010-4fd7-841e-89a5557eb7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'name': 'tempest-TestShelveInstance-1721933351-router', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:12Z', 'updated_at': '2022-04-08T17:41:17Z', 'revision_number': 4, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'gw_port': {'id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:13Z', 'updated_at': '2022-04-08T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'dde35b78-4742-4349-a633-b7d3c885c97b', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'port_id': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a3136a7-a509-4273-8192-f1445720478e', 'mac_address': 'fa:16:3e:35:a3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dde2e8-fe4a-4445-82c3-11ee6c689fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:42:43Z', 'updated_at': '2022-04-08T17:42:43Z', 'revision_number': 0, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72c2cbb-0347-4821-b435-d1750afe7835', 'name': '', 'network_id': '5a3136a7-a509-4273-8192-f1445720478e', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'mac_address': 'fa:16:3e:5f:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:16Z', 'updated_at': '2022-04-08T17:41:23Z', 'revision_number': 5, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'subnets': [{'id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:42:45.529798 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c93f0c-f010-4fd7-841e-89a5557eb7d6 None None] The sync data for ids ['7d87c93a-cdf2-42a6-a4af-fb44226ce246'] in dv-cinder-837164-1-iscsi is: [{'id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'name': 'tempest-TestShelveInstance-1721933351-router', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:12Z', 'updated_at': '2022-04-08T17:41:17Z', 'revision_number': 4, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'gw_port': {'id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:13Z', 'updated_at': '2022-04-08T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'dde35b78-4742-4349-a633-b7d3c885c97b', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'port_id': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a3136a7-a509-4273-8192-f1445720478e', 'mac_address': 'fa:16:3e:35:a3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dde2e8-fe4a-4445-82c3-11ee6c689fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:42:43Z', 'updated_at': '2022-04-08T17:42:43Z', 'revision_number': 0, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72c2cbb-0347-4821-b435-d1750afe7835', 'name': '', 'network_id': '5a3136a7-a509-4273-8192-f1445720478e', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'mac_address': 'fa:16:3e:5f:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:16Z', 'updated_at': '2022-04-08T17:41:23Z', 'revision_number': 5, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'subnets': [{'id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:42:45.605216 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617a561-d1b0-4f86-a3b4-5e4ae05dd8bd req-012f9524-1e02-4d28-b246-f233d8b1dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:45.606859 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e617a561-d1b0-4f86-a3b4-5e4ae05dd8bd req-012f9524-1e02-4d28-b246-f233d8b1dfee service neutron] 10.222.0.91 "GET /v2.0/networks?id=008c6189-82d1-4951-afe7-f478c9f8b212 HTTP/1.1" status: 200 len: 920 time: 0.4390893 Apr 08 17:42:45.640540 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1cc9ab62-63ab-48eb-8008-23399cbd11fa req-fa8d63e3-53f4-4d40-af9a-470df316cc82 service neutron] 10.222.0.91 "GET /v2.0/networks/5a3136a7-a509-4273-8192-f1445720478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672562 Apr 08 17:42:45.735275 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e617a561-d1b0-4f86-a3b4-5e4ae05dd8bd req-afef8632-b71b-4e61-b182-3b1223ab8a41 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=858b37eb-86f3-4654-8322-c4d3c2605c36 HTTP/1.1" status: 200 len: 217 time: 0.0514708 Apr 08 17:42:45.739042 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaf84b4-87a5-447e-a5d5-0ce9669aa47f None None] New status for floating IP dde35b78-4742-4349-a633-b7d3c885c97b: ACTIVE {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:42:45.842898 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617a561-d1b0-4f86-a3b4-5e4ae05dd8bd req-30edb5f7-35a3-4659-b997-5fcd92c605c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:45.844393 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e617a561-d1b0-4f86-a3b4-5e4ae05dd8bd req-30edb5f7-35a3-4659-b997-5fcd92c605c0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b63453b-e6c6-4ee6-9edf-14ef728f0f18 HTTP/1.1" status: 200 len: 858 time: 0.0729434 Apr 08 17:42:45.850344 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1cc9ab62-63ab-48eb-8008-23399cbd11fa req-c52d4f81-a228-4b4e-b5ba-d41593df1312 service neutron] 10.222.0.91 "GET /v2.0/networks/5a3136a7-a509-4273-8192-f1445720478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740165 Apr 08 17:42:45.892070 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617a561-d1b0-4f86-a3b4-5e4ae05dd8bd req-92866e33-08fa-4bbd-988a-cbc6bbbae704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:45.893679 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e617a561-d1b0-4f86-a3b4-5e4ae05dd8bd req-92866e33-08fa-4bbd-988a-cbc6bbbae704 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=008c6189-82d1-4951-afe7-f478c9f8b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418537 Apr 08 17:42:46.011405 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e617a561-d1b0-4f86-a3b4-5e4ae05dd8bd req-dde058db-1491-4b3e-b6c0-0475103c9171 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054771 Apr 08 17:42:46.113869 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e617a561-d1b0-4f86-a3b4-5e4ae05dd8bd req-4af2ba42-8137-4d9e-88e6-4fe3898d6b54 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871119 Apr 08 17:42:46.467433 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca445978-35b1-4f4e-a6d2-5f23a4398241 req-e594dcbf-f7dc-4446-b169-917c7fba3c74 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:46.468948 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ca445978-35b1-4f4e-a6d2-5f23a4398241 req-e594dcbf-f7dc-4446-b169-917c7fba3c74 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 985 time: 0.0586038 Apr 08 17:42:46.530591 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ca445978-35b1-4f4e-a6d2-5f23a4398241 req-a0da0c2a-a64d-4afd-820b-bf9c4c0758c1 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a271a32-7c32-42f7-99d9-60e067d2a768&id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555537 Apr 08 17:42:47.648052 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643afe91-0596-4db3-b87a-111d312d19a4 req-a59c885d-466c-422e-b252-9223c96cba01 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:47.649648 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-643afe91-0596-4db3-b87a-111d312d19a4 req-a59c885d-466c-422e-b252-9223c96cba01 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 985 time: 0.0480216 Apr 08 17:42:47.726965 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-643afe91-0596-4db3-b87a-111d312d19a4 req-5ed1072e-ccc0-4c02-8d4a-15f7bfe69ce4 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a271a32-7c32-42f7-99d9-60e067d2a768&id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712302 Apr 08 17:42:48.031840 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-74d05124-c5dc-4595-8428-f9d0d62434ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:48.825431 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:48.852477 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3055727-31aa-4c2d-9bab-08a7f5678152 req-693cb88b-4bbd-4121-affc-1406a70dca02 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:48.854011 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c3055727-31aa-4c2d-9bab-08a7f5678152 req-693cb88b-4bbd-4121-affc-1406a70dca02 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 985 time: 0.0586596 Apr 08 17:42:48.915171 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c3055727-31aa-4c2d-9bab-08a7f5678152 req-70eedadd-b76f-4c2c-aa32-8e8705c5f3c1 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a271a32-7c32-42f7-99d9-60e067d2a768&id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552411 Apr 08 17:42:50.034745 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffc5bd-541e-429a-ba77-1634afb42dbb req-ad85d9d2-9e63-4b9b-8c4a-d627844e0b22 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:50.036243 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-16ffc5bd-541e-429a-ba77-1634afb42dbb req-ad85d9d2-9e63-4b9b-8c4a-d627844e0b22 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 985 time: 0.0507584 Apr 08 17:42:50.096962 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-16ffc5bd-541e-429a-ba77-1634afb42dbb req-71ebaa6a-070e-4fcc-8d05-8b1105f232cc tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a271a32-7c32-42f7-99d9-60e067d2a768&id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550995 Apr 08 17:42:50.522058 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:51.216657 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6da23f-9a57-4bd0-b0e7-e2b7b982d3f2 req-66967907-872b-4586-aec7-6c635c24343c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:51.218136 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ff6da23f-9a57-4bd0-b0e7-e2b7b982d3f2 req-66967907-872b-4586-aec7-6c635c24343c tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 985 time: 0.0521176 Apr 08 17:42:51.282869 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ff6da23f-9a57-4bd0-b0e7-e2b7b982d3f2 req-a39a67ac-4246-406e-bffd-36153419344a tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a271a32-7c32-42f7-99d9-60e067d2a768&id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590389 Apr 08 17:42:52.017484 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:52.405304 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f3051-28e7-4250-b454-54f7c84dd924 req-6931c7aa-38d4-49cc-86a0-5c7d0cd57c40 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:52.407015 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-712f3051-28e7-4250-b454-54f7c84dd924 req-6931c7aa-38d4-49cc-86a0-5c7d0cd57c40 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 985 time: 0.0480640 Apr 08 17:42:52.468157 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-712f3051-28e7-4250-b454-54f7c84dd924 req-b64e6aba-0f3e-44eb-b059-6daeeab723c9 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a271a32-7c32-42f7-99d9-60e067d2a768&id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552347 Apr 08 17:42:53.590544 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5564e65-127e-4f8d-9771-5ca412957d2b req-3063142f-cda2-4201-9329-4f874a6a1999 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:53.591999 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d5564e65-127e-4f8d-9771-5ca412957d2b req-3063142f-cda2-4201-9329-4f874a6a1999 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 985 time: 0.0550513 Apr 08 17:42:53.654781 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d5564e65-127e-4f8d-9771-5ca412957d2b req-b9c1253d-6599-4479-8d91-9c530c6896e5 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a271a32-7c32-42f7-99d9-60e067d2a768&id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564337 Apr 08 17:42:54.771846 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fd811-9bc2-45b6-b132-1ef17377a12d req-2fbda5e7-ce39-41fa-998f-186d1993a001 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:54.773370 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fe4fd811-9bc2-45b6-b132-1ef17377a12d req-2fbda5e7-ce39-41fa-998f-186d1993a001 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 985 time: 0.0471425 Apr 08 17:42:54.835038 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fe4fd811-9bc2-45b6-b132-1ef17377a12d req-68aaa0c3-e5e2-4725-88a3-2f7538eafa8f tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a271a32-7c32-42f7-99d9-60e067d2a768&id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560305 Apr 08 17:42:55.950887 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2c8f0-1551-4194-9f96-c5c5f17977a0 req-b56716fc-d5d1-4fe6-9757-4dfd296fbaa9 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:55.952538 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-47b2c8f0-1551-4194-9f96-c5c5f17977a0 req-b56716fc-d5d1-4fe6-9757-4dfd296fbaa9 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 985 time: 0.0498710 Apr 08 17:42:56.017452 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-47b2c8f0-1551-4194-9f96-c5c5f17977a0 req-063ad896-776c-47d2-ba0d-2a1090c89e10 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a271a32-7c32-42f7-99d9-60e067d2a768&id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591810 Apr 08 17:42:57.129797 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4272b5-63a8-4eba-9b97-f22d2fe904b7 req-b4a06306-540f-4b47-b54f-8cac30e0c166 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:57.131172 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ea4272b5-63a8-4eba-9b97-f22d2fe904b7 req-b4a06306-540f-4b47-b54f-8cac30e0c166 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 985 time: 0.0456908 Apr 08 17:42:57.193192 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ea4272b5-63a8-4eba-9b97-f22d2fe904b7 req-b70250c1-76df-4fb3-8edb-ef1d6da47271 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a271a32-7c32-42f7-99d9-60e067d2a768&id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558872 Apr 08 17:43:01.543757 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:43:03.682386 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49076) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:43:03.788570 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6312fce0-8435-4e05-8447-34f3605ba14c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:03.872356 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6312fce0-8435-4e05-8447-34f3605ba14c admin admin] Publish callbacks [] for security_group (39972240-debe-417f-a8e9-57aafdeab2de), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:03.875952 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6312fce0-8435-4e05-8447-34f3605ba14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (39972240-debe-417f-a8e9-57aafdeab2de), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:03.922034 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-6312fce0-8435-4e05-8447-34f3605ba14c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d660955a3b24728bf62d48d4b0e724d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384839 Apr 08 17:43:03.923056 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312fce0-8435-4e05-8447-34f3605ba14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39972240-debe-417f-a8e9-57aafdeab2de,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:43:03.924760 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 49080) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:43:03.977108 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6ad6ca08-3ef0-4d20-b6dd-709e47efc065 admin admin] Publish callbacks [] for security_group (39972240-debe-417f-a8e9-57aafdeab2de), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:03.999068 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6ad6ca08-3ef0-4d20-b6dd-709e47efc065 admin admin] Publish callbacks [] for security_group (39972240-debe-417f-a8e9-57aafdeab2de), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:04.050714 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6ad6ca08-3ef0-4d20-b6dd-709e47efc065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (39972240-debe-417f-a8e9-57aafdeab2de), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:04.053466 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6ad6ca08-3ef0-4d20-b6dd-709e47efc065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:04.054545 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-6ad6ca08-3ef0-4d20-b6dd-709e47efc065 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39972240-debe-417f-a8e9-57aafdeab2de HTTP/1.1" status: 204 len: 168 time: 0.1279745 Apr 08 17:43:04.063295 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6ca08-3ef0-4d20-b6dd-709e47efc065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39972240-debe-417f-a8e9-57aafdeab2de,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:43:14.762742 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:15.364733 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-e24abbcf-2ade-48d0-ad50-445a4f74050d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:18.034769 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-539e8c72-a600-4eac-bd64-e2d75c8c26a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:18.824874 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:20.524441 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:21.901134 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:23.954429 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf0438-9366-4751-8d73-48fb2fe62ed3 req-f3f4f1b2-5a25-48c9-8282-41d14a6937f4 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:23.955840 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1acf0438-9366-4751-8d73-48fb2fe62ed3 req-f3f4f1b2-5a25-48c9-8282-41d14a6937f4 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 947 time: 0.0549173 Apr 08 17:43:24.004493 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1acf0438-9366-4751-8d73-48fb2fe62ed3 req-744cd2e7-6e50-4357-9688-57cc856440b1 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427668 Apr 08 17:43:25.120887 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa9f91-3f30-451f-9f47-baa6a6a049f8 req-38671ae0-367c-4457-b45f-533555a94e74 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:25.122287 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-95aa9f91-3f30-451f-9f47-baa6a6a049f8 req-38671ae0-367c-4457-b45f-533555a94e74 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 947 time: 0.0465651 Apr 08 17:43:25.171757 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-95aa9f91-3f30-451f-9f47-baa6a6a049f8 req-400af185-74cd-4e93-8182-f9026bffa0af tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427794 Apr 08 17:43:26.084896 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab89117-efa6-42c6-b3e2-5cb99fb44aee req-6248f360-d190-46bd-bcc4-2863b92e3619 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:26.086359 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1ab89117-efa6-42c6-b3e2-5cb99fb44aee req-6248f360-d190-46bd-bcc4-2863b92e3619 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.91 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 947 time: 0.0479467 Apr 08 17:43:26.179751 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-1ab89117-efa6-42c6-b3e2-5cb99fb44aee req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Deleting port 9b270452-fa43-4eb0-9da8-b3d116b614f2 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:43:26.180003 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-1ab89117-efa6-42c6-b3e2-5cb99fb44aee req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:26.274290 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-1ab89117-efa6-42c6-b3e2-5cb99fb44aee req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] For port 9b270452-fa43-4eb0-9da8-b3d116b614f2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9b270452-fa43-4eb0-9da8-b3d116b614f2,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:43:26.274701 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-1ab89117-efa6-42c6-b3e2-5cb99fb44aee req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:26.303449 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9628de-9980-4f03-8f8a-20ff6823af29 req-19852b7f-7531-41c9-bd1d-90d04673632a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:26.304983 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4b9628de-9980-4f03-8f8a-20ff6823af29 req-19852b7f-7531-41c9-bd1d-90d04673632a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 947 time: 0.0508261 Apr 08 17:43:26.357236 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4b9628de-9980-4f03-8f8a-20ff6823af29 req-f494edaf-d1e3-4136-9024-22a855fe8671 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=90b3a8cb-3124-41fa-8d61-b8e43473e354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465372 Apr 08 17:43:26.505341 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-1ab89117-efa6-42c6-b3e2-5cb99fb44aee req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:26.505849 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-1ab89117-efa6-42c6-b3e2-5cb99fb44aee req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (91e10cb9-c69d-4369-94b5-b2cc631a21c4), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:26.506283 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [req-1ab89117-efa6-42c6-b3e2-5cb99fb44aee req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Floating IP 91e10cb9-c69d-4369-94b5-b2cc631a21c4 disassociated. External IP: 172.27.0.221, port: 9b270452-fa43-4eb0-9da8-b3d116b614f2. Apr 08 17:43:26.506755 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-1ab89117-efa6-42c6-b3e2-5cb99fb44aee req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Calling delete_port for 9b270452-fa43-4eb0-9da8-b3d116b614f2 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:43:26.658813 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-1ab89117-efa6-42c6-b3e2-5cb99fb44aee req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (9b270452-fa43-4eb0-9da8-b3d116b614f2), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:26.687540 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Pushing event deleted for resources: {'Port': ['ID=9b270452-fa43-4eb0-9da8-b3d116b614f2,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:43:26.701423 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:26.701778 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:26.702653 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:26.703043 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:26.703366 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:26.703705 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:26.704040 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:26.704397 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:26.704728 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:26.705054 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:26.705382 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:26.705708 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:26.706032 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:26.706359 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:26.706685 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:26.823007 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ab89117-efa6-42c6-b3e2-5cb99fb44aee req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Router 89e22a67-0070-48f4-829f-e7a58e7883ce has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:43:26.952057 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ab89117-efa6-42c6-b3e2-5cb99fb44aee req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:43:26.961797 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d87a3de-f04f-4fd7-82ae-95f01e0611b5 None None] Sync routers for ids ['89e22a67-0070-48f4-829f-e7a58e7883ce'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:43:26.972396 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d87a3de-f04f-4fd7-82ae-95f01e0611b5 None None] Routers {'89e22a67-0070-48f4-829f-e7a58e7883ce'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:43:26.973011 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-9d87a3de-f04f-4fd7-82ae-95f01e0611b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:43:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['89e22a67-0070-48f4-829f-e7a58e7883ce'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:43:26.994984 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab89117-efa6-42c6-b3e2-5cb99fb44aee req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] No DVR routers for this DVR port 9b270452-fa43-4eb0-9da8-b3d116b614f2 on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:43:26.997697 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-1ab89117-efa6-42c6-b3e2-5cb99fb44aee req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:27.002050 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1ab89117-efa6-42c6-b3e2-5cb99fb44aee req-9028afdf-2796-41b7-96f5-ec2b197e5073 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.91 "DELETE /v2.0/ports/9b270452-fa43-4eb0-9da8-b3d116b614f2 HTTP/1.1" status: 204 len: 173 time: 0.9051208 Apr 08 17:43:27.002657 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697aa470-ee8d-4209-b25c-da28b7f061fa', 'name': 'network-vif-deleted', 'tag': '9b270452-fa43-4eb0-9da8-b3d116b614f2'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:43:27.004968 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a5ad2f-5dfd-4b3c-8b54-9f041e3f51a3" -d '{"events": [{"server_uuid": "697aa470-ee8d-4209-b25c-da28b7f061fa", "name": "network-vif-deleted", "tag": "9b270452-fa43-4eb0-9da8-b3d116b614f2"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:43:27.042101 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfdb0dd-5597-4eee-8b75-781fc27b76de x-openstack-request-id: req-bcfdb0dd-5597-4eee-8b75-781fc27b76de {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:43:27.042616 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697aa470-ee8d-4209-b25c-da28b7f061fa", "name": "network-vif-deleted", "tag": "9b270452-fa43-4eb0-9da8-b3d116b614f2", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:43:27.042870 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bcfdb0dd-5597-4eee-8b75-781fc27b76de {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:43:27.043450 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcfdb0dd-5597-4eee-8b75-781fc27b76de'] response: {'server_uuid': '697aa470-ee8d-4209-b25c-da28b7f061fa', 'name': 'network-vif-deleted', 'tag': '9b270452-fa43-4eb0-9da8-b3d116b614f2', 'status': 'completed', 'code': 200} Apr 08 17:43:27.095153 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-9d87a3de-f04f-4fd7-82ae-95f01e0611b5 None None] Set router 89e22a67-0070-48f4-829f-e7a58e7883ce gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:43:27.301490 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-9d87a3de-f04f-4fd7-82ae-95f01e0611b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:54Z', 'revision_number': 4, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port': {'id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '7801adad-2e09-4e4d-88a7-0a538e0e47a2', 'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'mac_address': 'fa:16:3e:87:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:38:59Z', 'revision_number': 5, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'subnets': [{'id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:43:27.329031 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d87a3de-f04f-4fd7-82ae-95f01e0611b5 None None] Checking router: 89e22a67-0070-48f4-829f-e7a58e7883ce for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:43:27.337566 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d87a3de-f04f-4fd7-82ae-95f01e0611b5 None None] Routers {'89e22a67-0070-48f4-829f-e7a58e7883ce'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:43:27.338173 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-9d87a3de-f04f-4fd7-82ae-95f01e0611b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:43:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['89e22a67-0070-48f4-829f-e7a58e7883ce'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:43:27.453301 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-9d87a3de-f04f-4fd7-82ae-95f01e0611b5 None None] Set router 89e22a67-0070-48f4-829f-e7a58e7883ce gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:43:27.478359 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3e1a889a-1c1b-439d-8c9f-397a102d0a10 req-b448052d-f2e9-42d3-ab2d-854bc5bf15ae tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=697aa470-ee8d-4209-b25c-da28b7f061fa HTTP/1.1" status: 200 len: 210 time: 0.0278065 Apr 08 17:43:27.651021 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-9d87a3de-f04f-4fd7-82ae-95f01e0611b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:54Z', 'revision_number': 4, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port': {'id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '7801adad-2e09-4e4d-88a7-0a538e0e47a2', 'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'mac_address': 'fa:16:3e:87:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:38:59Z', 'revision_number': 5, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'subnets': [{'id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:43:27.683021 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d87a3de-f04f-4fd7-82ae-95f01e0611b5 None None] The sync data for ids ['89e22a67-0070-48f4-829f-e7a58e7883ce'] in dv-cinder-837164-1-iscsi is: [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:54Z', 'revision_number': 4, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port': {'id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '7801adad-2e09-4e4d-88a7-0a538e0e47a2', 'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'mac_address': 'fa:16:3e:87:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:38:59Z', 'revision_number': 5, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'subnets': [{'id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:43:27.922117 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2fd933-e895-44bc-bc19-8332d8539978 None None] New status for floating IP 91e10cb9-c69d-4369-94b5-b2cc631a21c4: DOWN {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:43:28.578693 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 49138) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:43:28.619593 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 9b270452-fa43-4eb0-9da8-b3d116b614f2 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:43:28.635977 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b29ff6ba-d435-4fb5-861f-c09f1856f18e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group (90b3a8cb-3124-41fa-8d61-b8e43473e354), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:28.644493 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: 9b270452-fa43-4eb0-9da8-b3d116b614f2 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:43:28.644833 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 9b270452-fa43-4eb0-9da8-b3d116b614f2 not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:43:28.662292 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b29ff6ba-d435-4fb5-861f-c09f1856f18e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group (90b3a8cb-3124-41fa-8d61-b8e43473e354), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:28.718025 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b29ff6ba-d435-4fb5-861f-c09f1856f18e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (90b3a8cb-3124-41fa-8d61-b8e43473e354), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:28.720903 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b29ff6ba-d435-4fb5-861f-c09f1856f18e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:28.722185 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-b29ff6ba-d435-4fb5-861f-c09f1856f18e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "DELETE /v2.0/security-groups/90b3a8cb-3124-41fa-8d61-b8e43473e354 HTTP/1.1" status: 204 len: 168 time: 0.1424439 Apr 08 17:43:28.725435 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49140) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:43:28.732585 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ff6ba-d435-4fb5-861f-c09f1856f18e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b3a8cb-3124-41fa-8d61-b8e43473e354,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:43:28.740450 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.api.v2.resource [None req-4e12d4e1-0e87-4b0a-90f4-e31c442232b7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] show failed (client error): The resource could not be found. Apr 08 17:43:28.741470 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-4e12d4e1-0e87-4b0a-90f4-e31c442232b7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups/90b3a8cb-3124-41fa-8d61-b8e43473e354 HTTP/1.1" status: 404 len: 347 time: 0.0142903 Apr 08 17:43:28.744445 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49142) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:43:28.902493 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Deleting port 2a1f2a5c-6979-4d3e-8982-b2ba34d407c9 {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:43:28.902830 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (2a1f2a5c-6979-4d3e-8982-b2ba34d407c9), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:28.981561 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (2a1f2a5c-6979-4d3e-8982-b2ba34d407c9), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:28.982056 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for floatingip (2a1f2a5c-6979-4d3e-8982-b2ba34d407c9), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:28.997447 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Calling delete_port for 2a1f2a5c-6979-4d3e-8982-b2ba34d407c9 owned by network:floatingip {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:43:29.171039 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (2a1f2a5c-6979-4d3e-8982-b2ba34d407c9), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:29.195301 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Pushing event deleted for resources: {'Port': ['ID=2a1f2a5c-6979-4d3e-8982-b2ba34d407c9,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:43:29.210109 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:29.210109 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:29.210109 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:29.210109 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:29.210109 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:29.210109 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:29.210758 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:29.210758 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:29.211079 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:29.211415 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:29.211748 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:29.212080 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:29.212435 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:29.212770 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:29.213109 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:29.299642 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for floatingip (91e10cb9-c69d-4369-94b5-b2cc631a21c4), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:29.302211 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:29.303353 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-f6dbc175-b302-432e-b94c-4038043cc1a9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "DELETE /v2.0/floatingips/91e10cb9-c69d-4369-94b5-b2cc631a21c4 HTTP/1.1" status: 204 len: 168 time: 0.5573821 Apr 08 17:43:29.529850 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49146) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:43:29.535046 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-e7073157-b487-4612-9576-85ce25e0c028 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--169907617', 'description': 'tempest-description--137948811'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:43:29.562902 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e7073157-b487-4612-9576-85ce25e0c028 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:29.638328 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e7073157-b487-4612-9576-85ce25e0c028 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group (e7f113af-70a0-4318-bddd-2c5b90c1ee9b), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:29.646072 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e7073157-b487-4612-9576-85ce25e0c028 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (e7f113af-70a0-4318-bddd-2c5b90c1ee9b), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:29.675853 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e7073157-b487-4612-9576-85ce25e0c028 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:29.677122 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-e7073157-b487-4612-9576-85ce25e0c028 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1455784 Apr 08 17:43:29.680075 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49148) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:43:29.685080 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-408b2b16-0773-4e50-935c-d97a035c2b58 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Request body: {'security_group_rule': {'security_group_id': 'e7f113af-70a0-4318-bddd-2c5b90c1ee9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:43:29.690354 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7073157-b487-4612-9576-85ce25e0c028 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f113af-70a0-4318-bddd-2c5b90c1ee9b,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:43:29.716680 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-408b2b16-0773-4e50-935c-d97a035c2b58 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group_rule (274f667d-c588-4de5-b49c-724deb448784), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:29.775661 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-408b2b16-0773-4e50-935c-d97a035c2b58 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group_rule (274f667d-c588-4de5-b49c-724deb448784), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:29.780955 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-408b2b16-0773-4e50-935c-d97a035c2b58 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (274f667d-c588-4de5-b49c-724deb448784), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:29.800408 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b2b16-0773-4e50-935c-d97a035c2b58 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274f667d-c588-4de5-b49c-724deb448784,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:43:29.808403 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-408b2b16-0773-4e50-935c-d97a035c2b58 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:29.809661 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-408b2b16-0773-4e50-935c-d97a035c2b58 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1285920 Apr 08 17:43:29.813645 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49150) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:43:29.818348 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-39f00ed5-c07b-4bb8-8a2c-c354a9e27d81 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Request body: {'security_group_rule': {'security_group_id': 'e7f113af-70a0-4318-bddd-2c5b90c1ee9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:43:29.844936 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-39f00ed5-c07b-4bb8-8a2c-c354a9e27d81 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group_rule (ce0863a9-114b-4003-bc68-d2064380a881), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:29.905448 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-39f00ed5-c07b-4bb8-8a2c-c354a9e27d81 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group_rule (ce0863a9-114b-4003-bc68-d2064380a881), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:29.909737 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-39f00ed5-c07b-4bb8-8a2c-c354a9e27d81 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (ce0863a9-114b-4003-bc68-d2064380a881), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:29.928587 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f00ed5-c07b-4bb8-8a2c-c354a9e27d81 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0863a9-114b-4003-bc68-d2064380a881,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:43:29.937190 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-39f00ed5-c07b-4bb8-8a2c-c354a9e27d81 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:29.938408 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-39f00ed5-c07b-4bb8-8a2c-c354a9e27d81 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237605 Apr 08 17:43:29.941384 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49152) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:43:29.945808 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-10d8d0d2-511d-406c-910f-1903c9244df7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Request body: {'floatingip': {'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:43:29.966157 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-10d8d0d2-511d-406c-910f-1903c9244df7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:30.049167 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-10d8d0d2-511d-406c-910f-1903c9244df7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:30.156812 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-10d8d0d2-511d-406c-910f-1903c9244df7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Allocated IP 172.27.0.89 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/efb4d3c2-42fe-4b2d-b0b2-d7378a0aedaa) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:43:30.266752 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-10d8d0d2-511d-406c-910f-1903c9244df7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for port (efb4d3c2-42fe-4b2d-b0b2-d7378a0aedaa), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:30.305172 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-10d8d0d2-511d-406c-910f-1903c9244df7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (efb4d3c2-42fe-4b2d-b0b2-d7378a0aedaa), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:30.353175 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d8d0d2-511d-406c-910f-1903c9244df7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:43:30.356219 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-10d8d0d2-511d-406c-910f-1903c9244df7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:43:30.360417 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d8d0d2-511d-406c-910f-1903c9244df7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:43:30.383742 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8d0d2-511d-406c-910f-1903c9244df7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Pushing event updated for resources: {'Port': ['ID=efb4d3c2-42fe-4b2d-b0b2-d7378a0aedaa,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:43:30.460309 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-10d8d0d2-511d-406c-910f-1903c9244df7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for floatingip (51f702ce-d41a-40cb-b836-34bff79de5a2), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:30.506908 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-10d8d0d2-511d-406c-910f-1903c9244df7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (efb4d3c2-42fe-4b2d-b0b2-d7378a0aedaa), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:30.659996 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-10d8d0d2-511d-406c-910f-1903c9244df7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for port (efb4d3c2-42fe-4b2d-b0b2-d7378a0aedaa), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:30.665486 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-10d8d0d2-511d-406c-910f-1903c9244df7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085500'] for port (efb4d3c2-42fe-4b2d-b0b2-d7378a0aedaa), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:30.736593 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8d0d2-511d-406c-910f-1903c9244df7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Pushing event updated for resources: {'Port': ['ID=efb4d3c2-42fe-4b2d-b0b2-d7378a0aedaa,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:43:30.748149 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-10d8d0d2-511d-406c-910f-1903c9244df7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (51f702ce-d41a-40cb-b836-34bff79de5a2), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:30.765473 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-10d8d0d2-511d-406c-910f-1903c9244df7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:30.766920 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-10d8d0d2-511d-406c-910f-1903c9244df7 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8246150 Apr 08 17:43:30.980214 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-83a7f402-27d3-4d62-a09f-a8acf9946d6b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--169907617&fields=id&tenant_id=2e1edd846d3342cc9792c6c7fa78f229 HTTP/1.1" status: 200 len: 267 time: 0.0517528 Apr 08 17:43:31.099641 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-017c18c2-1f37-41f6-a04b-0e08c5307d09 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:31.101131 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-017c18c2-1f37-41f6-a04b-0e08c5307d09 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/networks?id=3f909255-dbbb-466b-8110-c840248ecd35 HTTP/1.1" status: 200 len: 817 time: 0.1139150 Apr 08 17:43:31.116137 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-167ec274-8d28-41ab-83a5-018f152dfc76 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/quotas/2e1edd846d3342cc9792c6c7fa78f229 HTTP/1.1" status: 200 len: 375 time: 0.0094707 Apr 08 17:43:31.174323 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-8af3af01-2109-4f53-9d28-565a7a2f63d2 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e1edd846d3342cc9792c6c7fa78f229&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461249 Apr 08 17:43:31.278822 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-afbd4edd-2520-4c56-854e-af64b19c502c service neutron] 10.222.0.24 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921993 Apr 08 17:43:31.557972 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-6a79eb59-ee67-4c22-b074-b71161c3100b service neutron] 10.222.0.24 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716064 Apr 08 17:43:31.743604 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3be92c50-93cb-442e-bcb5-51fecfeed576 req-5ff72184-4092-4643-9346-8f5019a7ddd1 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 210 time: 0.0276651 Apr 08 17:43:32.849275 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f8f9185b-3ed6-420e-a22b-58345c7f1038 req-3d27bb55-a22b-4bf3-800d-3390aa5e52d4 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 210 time: 0.0326920 Apr 08 17:43:32.938914 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-e7e2cb94-2bf5-4fe7-833d-ab96e78fe04f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:32.941472 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-e7e2cb94-2bf5-4fe7-833d-ab96e78fe04f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.91 "GET /v2.0/networks?id=3f909255-dbbb-466b-8110-c840248ecd35 HTTP/1.1" status: 200 len: 817 time: 0.1276748 Apr 08 17:43:33.032594 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-eeaa0603-9687-4269-b36c-0402cfa4a5a2 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e1edd846d3342cc9792c6c7fa78f229 HTTP/1.1" status: 200 len: 379 time: 0.0557275 Apr 08 17:43:33.137082 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-4d128c49-0002-4a23-b540-266dd36c7bc3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Request body: {'port': {'device_id': '9af28c7c-b73c-44e9-bfb2-76571554a88c', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'admin_state_up': True, 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'security_groups': ['e7f113af-70a0-4318-bddd-2c5b90c1ee9b']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:43:33.255938 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-4d128c49-0002-4a23-b540-266dd36c7bc3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Made reservation on behalf of 2e1edd846d3342cc9792c6c7fa78f229 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:43:33.259585 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-4d128c49-0002-4a23-b540-266dd36c7bc3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:33.392062 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-4d128c49-0002-4a23-b540-266dd36c7bc3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Allocated IP 172.20.0.11 (3f909255-dbbb-466b-8110-c840248ecd35/2d7483e0-8178-4def-9351-4e162ca4c7f4/8bfd7d75-c20a-49ca-a044-2bb3160d036f) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:43:33.528860 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-4d128c49-0002-4a23-b540-266dd36c7bc3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:33.563810 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-4d128c49-0002-4a23-b540-266dd36c7bc3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:33.615417 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-4d128c49-0002-4a23-b540-266dd36c7bc3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Network 3f909255-dbbb-466b-8110-c840248ecd35 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:43:33.618970 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-4d128c49-0002-4a23-b540-266dd36c7bc3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:43:33.621478 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-4d128c49-0002-4a23-b540-266dd36c7bc3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:43:33.651827 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d128c49-0002-4a23-b540-266dd36c7bc3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Pushing event updated for resources: {'Port': ['ID=8bfd7d75-c20a-49ca-a044-2bb3160d036f,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:43:33.684224 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-4d128c49-0002-4a23-b540-266dd36c7bc3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:33.684923 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-4d128c49-0002-4a23-b540-266dd36c7bc3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:33.705501 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-4d128c49-0002-4a23-b540-266dd36c7bc3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5722163 Apr 08 17:43:33.727331 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Request body: {'port': {'device_id': '9af28c7c-b73c-44e9-bfb2-76571554a88c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:43:33.798558 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:33.849370 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-3c6e779b-e45b-4365-b759-e36f968f37a1 None None] Provisioning complete for port 8bfd7d75-c20a-49ca-a044-2bb3160d036f triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:43:33.849974 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-3c6e779b-e45b-4365-b759-e36f968f37a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:33.886296 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-3c6e779b-e45b-4365-b759-e36f968f37a1 None None] Port 8bfd7d75-c20a-49ca-a044-2bb3160d036f cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:43:33.988420 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5366896-2a90-4acc-99dc-0355905ba3dc req-48585676-7efb-4435-bd78-7bd41e032031 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:33.989946 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b5366896-2a90-4acc-99dc-0355905ba3dc req-48585676-7efb-4435-bd78-7bd41e032031 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 932 time: 0.0498221 Apr 08 17:43:34.037940 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b5366896-2a90-4acc-99dc-0355905ba3dc req-dca564a7-7481-4774-b0b6-3afb5bd48070 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423760 Apr 08 17:43:34.087606 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bfd7d75-c20a-49ca-a044-2bb3160d036f {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:43:34.096296 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Publish callbacks [] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:34.108969 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Transition to ACTIVE for port object 8bfd7d75-c20a-49ca-a044-2bb3160d036f will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:43:34.112563 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:34.166359 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Pushing event updated for resources: {'Port': ['ID=8bfd7d75-c20a-49ca-a044-2bb3160d036f,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:43:34.243509 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Attempting to bind port 8bfd7d75-c20a-49ca-a044-2bb3160d036f on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:43:34.243843 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Attempting to bind port 8bfd7d75-c20a-49ca-a044-2bb3160d036f by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '90adf09e-e73a-4d2a-a833-e4962bed0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:43:34.244175 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Attempting to bind port 8bfd7d75-c20a-49ca-a044-2bb3160d036f on network 3f909255-dbbb-466b-8110-c840248ecd35 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:43:34.248970 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Port 8bfd7d75-c20a-49ca-a044-2bb3160d036f on network 3f909255-dbbb-466b-8110-c840248ecd35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:43:34.249294 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Attempting to bind port 8bfd7d75-c20a-49ca-a044-2bb3160d036f on network 3f909255-dbbb-466b-8110-c840248ecd35 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:43:34.254473 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:43:34.254814 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Checking segment: {'id': '90adf09e-e73a-4d2a-a833-e4962bed0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:43:34.255199 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Bound using segment: {'id': '90adf09e-e73a-4d2a-a833-e4962bed0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:43:34.255631 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Bound port: 8bfd7d75-c20a-49ca-a044-2bb3160d036f, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90adf09e-e73a-4d2a-a833-e4962bed0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:43:34.255987 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:34.323260 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] For port 8bfd7d75-c20a-49ca-a044-2bb3160d036f, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:43:34.326307 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] For port 8bfd7d75-c20a-49ca-a044-2bb3160d036f, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8bfd7d75-c20a-49ca-a044-2bb3160d036f,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:43:34.333010 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:34.370181 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:34.370798 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:34.372271 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] 10.222.0.91 "PUT /v2.0/ports/8bfd7d75-c20a-49ca-a044-2bb3160d036f HTTP/1.1" status: 200 len: 1094 time: 0.6502998 Apr 08 17:43:34.372690 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af28c7c-b73c-44e9-bfb2-76571554a88c', 'tag': '8bfd7d75-c20a-49ca-a044-2bb3160d036f'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:43:34.375419 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69561311-f35a-4be1-a03d-80fcd43c90b8" -d '{"events": [{"name": "network-changed", "server_uuid": "9af28c7c-b73c-44e9-bfb2-76571554a88c", "tag": "8bfd7d75-c20a-49ca-a044-2bb3160d036f"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:43:34.402220 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a90b9f-1eb5-4300-9208-7d4cf9fd0f71 service neutron] Pushing event updated for resources: {'Port': ['ID=8bfd7d75-c20a-49ca-a044-2bb3160d036f,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:43:34.421463 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20664fe-c832-45e9-be43-7923d49bff18 x-openstack-request-id: req-a20664fe-c832-45e9-be43-7923d49bff18 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:43:34.421864 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af28c7c-b73c-44e9-bfb2-76571554a88c", "tag": "8bfd7d75-c20a-49ca-a044-2bb3160d036f", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:43:34.422222 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a20664fe-c832-45e9-be43-7923d49bff18 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:43:34.422724 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a20664fe-c832-45e9-be43-7923d49bff18'] response: {'name': 'network-changed', 'server_uuid': '9af28c7c-b73c-44e9-bfb2-76571554a88c', 'tag': '8bfd7d75-c20a-49ca-a044-2bb3160d036f', 'status': 'completed', 'code': 200} Apr 08 17:43:34.481200 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-2849bcf2-a64e-46d1-85cf-91669dee1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:34.483731 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-2849bcf2-a64e-46d1-85cf-91669dee1cd4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e1edd846d3342cc9792c6c7fa78f229&device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 1128 time: 0.0448091 Apr 08 17:43:34.538642 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-b46eb8e8-1420-4d48-a089-4a5bda1a4015 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bfd7d75-c20a-49ca-a044-2bb3160d036f HTTP/1.1" status: 200 len: 217 time: 0.0377657 Apr 08 17:43:34.591235 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-5aa2a2e1-51ac-47fe-b642-79a4fa95a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:34.592798 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-5aa2a2e1-51ac-47fe-b642-79a4fa95a93d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2d7483e0-8178-4def-9351-4e162ca4c7f4 HTTP/1.1" status: 200 len: 856 time: 0.0468121 Apr 08 17:43:34.635868 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-2490e211-8dba-4f6b-84ab-a6c20c32abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:34.637576 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-2490e211-8dba-4f6b-84ab-a6c20c32abc7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3f909255-dbbb-466b-8110-c840248ecd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384417 Apr 08 17:43:34.736699 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-105fbf32-9809-4d7e-b8c9-7742b75e1a53 service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898745 Apr 08 17:43:34.830136 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f58543d6-97c0-48ea-a0ea-959205a64403 req-925adbec-5276-412b-8115-e5af06d33007 service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840139 Apr 08 17:43:35.166302 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd661a-5b93-48d4-a405-fd320dac872b req-b7165e79-3f71-4536-8df3-1d923464d7d8 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:35.167796 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-77bd661a-5b93-48d4-a405-fd320dac872b req-b7165e79-3f71-4536-8df3-1d923464d7d8 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 944 time: 0.0502677 Apr 08 17:43:35.214627 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-77bd661a-5b93-48d4-a405-fd320dac872b req-60a5c604-8e55-4f6b-90c9-2fb6a9389ace tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403297 Apr 08 17:43:36.057248 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69561311-f35a-4be1-a03d-80fcd43c90b8 req-1ac55f1b-5835-4902-9b50-4c1b53b3c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:36.058833 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-69561311-f35a-4be1-a03d-80fcd43c90b8 req-1ac55f1b-5835-4902-9b50-4c1b53b3c40e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e1edd846d3342cc9792c6c7fa78f229&device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 1128 time: 0.0455878 Apr 08 17:43:36.154195 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69561311-f35a-4be1-a03d-80fcd43c90b8 req-7d3fee56-de1c-4881-94c2-7ece02d3127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:36.155691 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-69561311-f35a-4be1-a03d-80fcd43c90b8 req-7d3fee56-de1c-4881-94c2-7ece02d3127c service neutron] 10.222.0.91 "GET /v2.0/networks?id=3f909255-dbbb-466b-8110-c840248ecd35 HTTP/1.1" status: 200 len: 918 time: 0.0895507 Apr 08 17:43:36.203474 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-69561311-f35a-4be1-a03d-80fcd43c90b8 req-7ac655b3-828a-435f-bb20-910be3acfd11 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bfd7d75-c20a-49ca-a044-2bb3160d036f HTTP/1.1" status: 200 len: 217 time: 0.0416992 Apr 08 17:43:36.267396 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69561311-f35a-4be1-a03d-80fcd43c90b8 req-8b376d23-f2b1-4195-8d24-0b5aaf3d0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:36.269150 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-69561311-f35a-4be1-a03d-80fcd43c90b8 req-8b376d23-f2b1-4195-8d24-0b5aaf3d0654 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2d7483e0-8178-4def-9351-4e162ca4c7f4 HTTP/1.1" status: 200 len: 856 time: 0.0510533 Apr 08 17:43:36.320049 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69561311-f35a-4be1-a03d-80fcd43c90b8 req-e5676155-ba6f-434b-945b-61c1f9051adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:36.322071 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-69561311-f35a-4be1-a03d-80fcd43c90b8 req-e5676155-ba6f-434b-945b-61c1f9051adb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3f909255-dbbb-466b-8110-c840248ecd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433278 Apr 08 17:43:36.343343 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc45b16-4dbb-4f26-9a82-e2bdef866a37 req-be6fa177-6dd0-40bf-8d23-865c47645db3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:36.344837 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8bc45b16-4dbb-4f26-9a82-e2bdef866a37 req-be6fa177-6dd0-40bf-8d23-865c47645db3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 944 time: 0.0516405 Apr 08 17:43:36.397021 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8bc45b16-4dbb-4f26-9a82-e2bdef866a37 req-f3bca0a0-f0ef-4d87-b4be-a71a5dfaa839 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456209 Apr 08 17:43:36.460520 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-69561311-f35a-4be1-a03d-80fcd43c90b8 req-45599b4e-d0de-4873-8fb5-ff10cdcf6fbd service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065431 Apr 08 17:43:36.563042 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-69561311-f35a-4be1-a03d-80fcd43c90b8 req-181fff82-2f51-4605-86bc-af01f7f2175c service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947106 Apr 08 17:43:36.650771 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 8bfd7d75-c20a-49ca-a044-2bb3160d036f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:43:36.758733 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 8bfd7d75-c20a-49ca-a044-2bb3160d036f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8bfd7d75-c20a-49ca-a044-2bb3160d036f,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:43:36.769707 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': '8bfd7d75-c20a-49ca-a044-2bb3160d036f', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'port_id': '8bfd7d75-c20a-49ca-a044-2bb3160d036f', 'mac_address': 'fa:16:3e:44:1c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:43:36.811071 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 8bfd7d75-c20a-49ca-a044-2bb3160d036f is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:43:36.811475 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:36.824437 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bfd7d75-c20a-49ca-a044-2bb3160d036f {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:43:36.845854 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 8bfd7d75-c20a-49ca-a044-2bb3160d036f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8bfd7d75-c20a-49ca-a044-2bb3160d036f,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:43:36.849291 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:36.903668 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=8bfd7d75-c20a-49ca-a044-2bb3160d036f,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:43:36.912182 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:36.912566 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:36.912918 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:36.913268 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:36.913612 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:36.913950 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:36.914290 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:36.914634 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:36.914969 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:36.915300 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:36.915636 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:36.915985 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:36.916352 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:36.916682 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:36.917010 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:43:37.250733 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['8bfd7d75-c20a-49ca-a044-2bb3160d036f'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:43:37.516401 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe1a7d-bb84-465e-b166-96bbaf2ba919 req-b5f3090d-7131-4579-952c-a630a2d5839c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:37.517930 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1ebe1a7d-bb84-465e-b166-96bbaf2ba919 req-b5f3090d-7131-4579-952c-a630a2d5839c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 945 time: 0.0459468 Apr 08 17:43:37.566115 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1ebe1a7d-bb84-465e-b166-96bbaf2ba919 req-a3783891-e2a4-4f89-84c7-2ae69b80574a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423741 Apr 08 17:43:38.543716 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:43:38.659235 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 8bfd7d75-c20a-49ca-a044-2bb3160d036f up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:43:38.687795 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469650f9-a8b5-4017-a9af-b64a49931028 req-fc56646d-038b-4083-87a3-a24b7bb62dbf tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:38.690506 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-469650f9-a8b5-4017-a9af-b64a49931028 req-fc56646d-038b-4083-87a3-a24b7bb62dbf tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 945 time: 0.0544953 Apr 08 17:43:38.708034 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port 8bfd7d75-c20a-49ca-a044-2bb3160d036f completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:43:38.719718 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port 8bfd7d75-c20a-49ca-a044-2bb3160d036f triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:43:38.720222 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:38.752925 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-469650f9-a8b5-4017-a9af-b64a49931028 req-2a6afdde-3d46-42eb-8cfd-2ae93369e9e6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530674 Apr 08 17:43:38.801952 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 8bfd7d75-c20a-49ca-a044-2bb3160d036f is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:43:38.802351 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:38.829623 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af28c7c-b73c-44e9-bfb2-76571554a88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfd7d75-c20a-49ca-a044-2bb3160d036f'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:43:38.831911 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598ac62e-a0a6-4002-8ac6-c421599f26fd" -d '{"events": [{"server_uuid": "9af28c7c-b73c-44e9-bfb2-76571554a88c", "name": "network-vif-plugged", "status": "completed", "tag": "8bfd7d75-c20a-49ca-a044-2bb3160d036f"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:43:38.844960 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 8bfd7d75-c20a-49ca-a044-2bb3160d036f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8bfd7d75-c20a-49ca-a044-2bb3160d036f,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:43:38.849435 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:38.878130 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a725a3-db92-4f49-b1ef-7e25be082820 x-openstack-request-id: req-06a725a3-db92-4f49-b1ef-7e25be082820 {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:43:38.878424 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af28c7c-b73c-44e9-bfb2-76571554a88c", "name": "network-vif-plugged", "status": "completed", "tag": "8bfd7d75-c20a-49ca-a044-2bb3160d036f", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:43:38.878678 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06a725a3-db92-4f49-b1ef-7e25be082820 {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:43:38.879069 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a725a3-db92-4f49-b1ef-7e25be082820'] response: {'server_uuid': '9af28c7c-b73c-44e9-bfb2-76571554a88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfd7d75-c20a-49ca-a044-2bb3160d036f', 'code': 200} Apr 08 17:43:38.904688 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=8bfd7d75-c20a-49ca-a044-2bb3160d036f,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:43:39.114494 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2b06e-5a55-49c8-949a-e8b58282f221 req-11065ee3-1a04-4ca5-b194-5befa28c89db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:39.115922 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-71c2b06e-5a55-49c8-949a-e8b58282f221 req-11065ee3-1a04-4ca5-b194-5befa28c89db service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 1130 time: 0.0398157 Apr 08 17:43:39.167729 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-71c2b06e-5a55-49c8-949a-e8b58282f221 req-f766a97d-4138-4215-81d4-0e569163b33f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411363 Apr 08 17:43:39.877296 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036253b-47e8-48c4-b422-62a5b1ac5af7 req-efac1cec-d695-4edb-b80a-ae51a246bc03 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:39.878771 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8036253b-47e8-48c4-b422-62a5b1ac5af7 req-efac1cec-d695-4edb-b80a-ae51a246bc03 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0467694 Apr 08 17:43:39.928285 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8036253b-47e8-48c4-b422-62a5b1ac5af7 req-0ab264ed-c9d6-43c0-9795-14ec382d1256 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439332 Apr 08 17:43:41.072571 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbc2c3-ae34-445f-9e4d-4236cf653be6 req-42c1d203-de72-4d32-9106-bb782de12afd tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:41.074070 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d0cbc2c3-ae34-445f-9e4d-4236cf653be6 req-42c1d203-de72-4d32-9106-bb782de12afd tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0586913 Apr 08 17:43:41.121950 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d0cbc2c3-ae34-445f-9e4d-4236cf653be6 req-ba1e522b-1d57-4c1b-b92c-e45d0f8d4d78 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417984 Apr 08 17:43:42.244083 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7502645-772f-4e98-87bf-f71689c739bb req-742fb07e-84b6-4fa9-838d-9f6b78597290 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:42.245565 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f7502645-772f-4e98-87bf-f71689c739bb req-742fb07e-84b6-4fa9-838d-9f6b78597290 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0519984 Apr 08 17:43:42.291505 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f7502645-772f-4e98-87bf-f71689c739bb req-ecd6e153-0045-40f5-979e-5c21032d0195 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395770 Apr 08 17:43:42.408015 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabf1b4-36c4-4494-a3f6-9fa62f431958 req-67059058-c2e1-4388-a391-7d30acee90d3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:42.409588 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6aabf1b4-36c4-4494-a3f6-9fa62f431958 req-67059058-c2e1-4388-a391-7d30acee90d3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0455658 Apr 08 17:43:42.418296 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49232) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:43:42.423477 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-0a4fb8f2-cd26-45f9-a526-9009cf61669d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Request body: {'floatingip': {'port_id': '8bfd7d75-c20a-49ca-a044-2bb3160d036f'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:43:42.476047 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb8f2-cd26-45f9-a526-9009cf61669d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for floatingip (51f702ce-d41a-40cb-b836-34bff79de5a2), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:42.982065 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb8f2-cd26-45f9-a526-9009cf61669d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:42.987278 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb8f2-cd26-45f9-a526-9009cf61669d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (51f702ce-d41a-40cb-b836-34bff79de5a2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:43.094803 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.l3_db [None req-0a4fb8f2-cd26-45f9-a526-9009cf61669d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Floating IP 51f702ce-d41a-40cb-b836-34bff79de5a2 associated. External IP: 172.27.0.89, port: 8bfd7d75-c20a-49ca-a044-2bb3160d036f. Apr 08 17:43:43.306318 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4fb8f2-cd26-45f9-a526-9009cf61669d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Router 89e22a67-0070-48f4-829f-e7a58e7883ce has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:43:43.419616 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4fb8f2-cd26-45f9-a526-9009cf61669d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:43:43.424297 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb8f2-cd26-45f9-a526-9009cf61669d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:43.431318 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c2f076-4a20-4194-ab52-563d9bfcb299 None None] Sync routers for ids ['89e22a67-0070-48f4-829f-e7a58e7883ce'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:43:43.441671 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c2f076-4a20-4194-ab52-563d9bfcb299 None None] Routers {'89e22a67-0070-48f4-829f-e7a58e7883ce'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:43:43.442287 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-d0c2f076-4a20-4194-ab52-563d9bfcb299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:43:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['89e22a67-0070-48f4-829f-e7a58e7883ce'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:43:43.455179 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-0a4fb8f2-cd26-45f9-a526-9009cf61669d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "PUT /v2.0/floatingips/51f702ce-d41a-40cb-b836-34bff79de5a2 HTTP/1.1" status: 200 len: 991 time: 1.0356393 Apr 08 17:43:43.455865 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af28c7c-b73c-44e9-bfb2-76571554a88c', 'tag': '8bfd7d75-c20a-49ca-a044-2bb3160d036f'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:43:43.458142 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3bcbf0fb11f9b4b521f26e552f1266052730f1b4dd01594c51942873fe86f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dde0fe-b51f-4354-9301-db569075fad0" -d '{"events": [{"name": "network-changed", "server_uuid": "9af28c7c-b73c-44e9-bfb2-76571554a88c", "tag": "8bfd7d75-c20a-49ca-a044-2bb3160d036f"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:43:43.493276 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8176237-24ae-434e-87a4-47c044d51985 x-openstack-request-id: req-e8176237-24ae-434e-87a4-47c044d51985 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:43:43.493553 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af28c7c-b73c-44e9-bfb2-76571554a88c", "tag": "8bfd7d75-c20a-49ca-a044-2bb3160d036f", "status": "completed", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:43:43.493810 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8176237-24ae-434e-87a4-47c044d51985 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:43:43.494214 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8176237-24ae-434e-87a4-47c044d51985'] response: {'name': 'network-changed', 'server_uuid': '9af28c7c-b73c-44e9-bfb2-76571554a88c', 'tag': '8bfd7d75-c20a-49ca-a044-2bb3160d036f', 'status': 'completed', 'code': 200} Apr 08 17:43:43.566686 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-d0c2f076-4a20-4194-ab52-563d9bfcb299 None None] Set router 89e22a67-0070-48f4-829f-e7a58e7883ce gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:43:43.586130 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dde0fe-b51f-4354-9301-db569075fad0 req-b04497ef-0a44-44d7-b8f7-9b3730ac1a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:43.587678 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-26dde0fe-b51f-4354-9301-db569075fad0 req-b04497ef-0a44-44d7-b8f7-9b3730ac1a14 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e1edd846d3342cc9792c6c7fa78f229&device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 1130 time: 0.0402741 Apr 08 17:43:43.692889 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dde0fe-b51f-4354-9301-db569075fad0 req-29be6a5f-2add-4bcc-87c9-3dd14458bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:43.694383 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-26dde0fe-b51f-4354-9301-db569075fad0 req-29be6a5f-2add-4bcc-87c9-3dd14458bb81 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3f909255-dbbb-466b-8110-c840248ecd35 HTTP/1.1" status: 200 len: 918 time: 0.0966249 Apr 08 17:43:43.770297 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-26dde0fe-b51f-4354-9301-db569075fad0 req-3617b651-80da-4d16-baa1-b929c9b2ce10 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bfd7d75-c20a-49ca-a044-2bb3160d036f HTTP/1.1" status: 200 len: 999 time: 0.0698218 Apr 08 17:43:43.824492 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dde0fe-b51f-4354-9301-db569075fad0 req-dc25ff47-0fbf-4bf3-9af3-ffec1e589df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:43.825967 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-26dde0fe-b51f-4354-9301-db569075fad0 req-dc25ff47-0fbf-4bf3-9af3-ffec1e589df4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2d7483e0-8178-4def-9351-4e162ca4c7f4 HTTP/1.1" status: 200 len: 856 time: 0.0464628 Apr 08 17:43:43.874715 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dde0fe-b51f-4354-9301-db569075fad0 req-24234e01-415e-4ab1-948f-eacf839cf8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:43.877070 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-26dde0fe-b51f-4354-9301-db569075fad0 req-24234e01-415e-4ab1-948f-eacf839cf8f8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3f909255-dbbb-466b-8110-c840248ecd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443749 Apr 08 17:43:43.888197 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-d0c2f076-4a20-4194-ab52-563d9bfcb299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:54Z', 'revision_number': 4, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port': {'id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '51f702ce-d41a-40cb-b836-34bff79de5a2', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'port_id': '8bfd7d75-c20a-49ca-a044-2bb3160d036f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'mac_address': 'fa:16:3e:44:1c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28c7c-b73c-44e9-bfb2-76571554a88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:43:30Z', 'updated_at': '2022-04-08T17:43:42Z', 'revision_number': 1, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7801adad-2e09-4e4d-88a7-0a538e0e47a2', 'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'mac_address': 'fa:16:3e:87:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:38:59Z', 'revision_number': 5, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'subnets': [{'id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:43:43.920879 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c2f076-4a20-4194-ab52-563d9bfcb299 None None] Checking router: 89e22a67-0070-48f4-829f-e7a58e7883ce for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:43:43.930877 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c2f076-4a20-4194-ab52-563d9bfcb299 None None] Routers {'89e22a67-0070-48f4-829f-e7a58e7883ce'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:43:43.931602 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-d0c2f076-4a20-4194-ab52-563d9bfcb299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:43:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['89e22a67-0070-48f4-829f-e7a58e7883ce'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:43:43.995085 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116084b-4013-4d41-a0a1-869e25f7b42f req-0101c7f3-b5d5-432f-8920-9159d1e0574c tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:43.996780 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3116084b-4013-4d41-a0a1-869e25f7b42f req-0101c7f3-b5d5-432f-8920-9159d1e0574c tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0504329 Apr 08 17:43:44.046541 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-d0c2f076-4a20-4194-ab52-563d9bfcb299 None None] Set router 89e22a67-0070-48f4-829f-e7a58e7883ce gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:43:44.057860 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3116084b-4013-4d41-a0a1-869e25f7b42f req-16f1d1e2-1f11-49db-b606-393c5c7bcff5 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550296 Apr 08 17:43:44.089697 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2f46507-4aae-4b52-81b1-ea04012441b0 req-5e1afefd-0fcc-4ae0-a29a-f9c53ecad98b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871291 Apr 08 17:43:44.090509 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7ff01-4b9e-4d60-a8f4-f87c945009c1 req-abf941c8-e162-484f-818c-d0b0ae60ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:44.091826 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c9c7ff01-4b9e-4d60-a8f4-f87c945009c1 req-abf941c8-e162-484f-818c-d0b0ae60ad86 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3589adc3fd645a888ab3b81995e662e&device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 1129 time: 0.0905545 Apr 08 17:43:44.094144 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-26dde0fe-b51f-4354-9301-db569075fad0 req-68a91b3d-a9e5-4c05-9b38-3344ed45fe61 service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034929 Apr 08 17:43:44.278019 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-d0c2f076-4a20-4194-ab52-563d9bfcb299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:54Z', 'revision_number': 4, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port': {'id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '51f702ce-d41a-40cb-b836-34bff79de5a2', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'port_id': '8bfd7d75-c20a-49ca-a044-2bb3160d036f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'mac_address': 'fa:16:3e:44:1c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28c7c-b73c-44e9-bfb2-76571554a88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:43:30Z', 'updated_at': '2022-04-08T17:43:42Z', 'revision_number': 1, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7801adad-2e09-4e4d-88a7-0a538e0e47a2', 'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'mac_address': 'fa:16:3e:87:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:38:59Z', 'revision_number': 5, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'subnets': [{'id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:43:44.305825 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c2f076-4a20-4194-ab52-563d9bfcb299 None None] The sync data for ids ['89e22a67-0070-48f4-829f-e7a58e7883ce'] in dv-cinder-837164-1-iscsi is: [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:54Z', 'revision_number': 4, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port': {'id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '51f702ce-d41a-40cb-b836-34bff79de5a2', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'port_id': '8bfd7d75-c20a-49ca-a044-2bb3160d036f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'mac_address': 'fa:16:3e:44:1c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28c7c-b73c-44e9-bfb2-76571554a88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:43:30Z', 'updated_at': '2022-04-08T17:43:42Z', 'revision_number': 1, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7801adad-2e09-4e4d-88a7-0a538e0e47a2', 'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'mac_address': 'fa:16:3e:87:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:38:59Z', 'revision_number': 5, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'subnets': [{'id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:43:44.524767 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f46507-4aae-4b52-81b1-ea04012441b0 req-24931bb3-6058-4330-99f3-f249dbaae6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:44.526104 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2f46507-4aae-4b52-81b1-ea04012441b0 req-24931bb3-6058-4330-99f3-f249dbaae6ee service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3589adc3fd645a888ab3b81995e662e&device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 1130 time: 0.3915067 Apr 08 17:43:44.533894 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c068c8-fb56-4e09-968c-217002d9ae87 None None] New status for floating IP 51f702ce-d41a-40cb-b836-34bff79de5a2: ACTIVE {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:43:44.603914 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-26dde0fe-b51f-4354-9301-db569075fad0 req-45ba47fe-e62e-4b58-8f59-dec1e91e25a3 service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710624 Apr 08 17:43:44.606816 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7ff01-4b9e-4d60-a8f4-f87c945009c1 req-a41e39da-a18b-4ad2-b5dc-d45a80ab6103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:44.608297 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c9c7ff01-4b9e-4d60-a8f4-f87c945009c1 req-a41e39da-a18b-4ad2-b5dc-d45a80ab6103 service neutron] 10.222.0.91 "GET /v2.0/networks?id=008c6189-82d1-4951-afe7-f478c9f8b212 HTTP/1.1" status: 200 len: 920 time: 0.4661293 Apr 08 17:43:44.720044 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f46507-4aae-4b52-81b1-ea04012441b0 req-af780b2f-0b68-4a06-ae1c-9e1488670209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:44.721575 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2f46507-4aae-4b52-81b1-ea04012441b0 req-af780b2f-0b68-4a06-ae1c-9e1488670209 service neutron] 10.222.0.91 "GET /v2.0/networks?id=008c6189-82d1-4951-afe7-f478c9f8b212 HTTP/1.1" status: 200 len: 920 time: 0.1714270 Apr 08 17:43:44.723725 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c9c7ff01-4b9e-4d60-a8f4-f87c945009c1 req-18dcb312-26d4-49fe-aa5c-93123385e1f2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cb9a80a-786c-4fe4-9392-083c650b661f HTTP/1.1" status: 200 len: 1001 time: 0.0884147 Apr 08 17:43:44.762631 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:44.792243 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2f46507-4aae-4b52-81b1-ea04012441b0 req-b39edd49-6c61-4b2b-aa01-0fd35c0e60b6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5648fe5a-6b31-4a3f-8f48-dd59cabccae7 HTTP/1.1" status: 200 len: 217 time: 0.0605226 Apr 08 17:43:44.840879 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7ff01-4b9e-4d60-a8f4-f87c945009c1 req-c9a901e6-f17a-4aad-adad-aabc802036fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:44.843005 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c9c7ff01-4b9e-4d60-a8f4-f87c945009c1 req-c9a901e6-f17a-4aad-adad-aabc802036fd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b63453b-e6c6-4ee6-9edf-14ef728f0f18 HTTP/1.1" status: 200 len: 858 time: 0.1051509 Apr 08 17:43:44.860373 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f46507-4aae-4b52-81b1-ea04012441b0 req-d77a4a3e-a0d9-4b24-a064-76757b8c6845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:44.861899 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2f46507-4aae-4b52-81b1-ea04012441b0 req-d77a4a3e-a0d9-4b24-a064-76757b8c6845 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b63453b-e6c6-4ee6-9edf-14ef728f0f18 HTTP/1.1" status: 200 len: 858 time: 0.0625958 Apr 08 17:43:44.919787 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7ff01-4b9e-4d60-a8f4-f87c945009c1 req-b2667966-a734-4004-bd5b-9427249d800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:44.921345 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c9c7ff01-4b9e-4d60-a8f4-f87c945009c1 req-b2667966-a734-4004-bd5b-9427249d800b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=008c6189-82d1-4951-afe7-f478c9f8b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727365 Apr 08 17:43:44.925989 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f46507-4aae-4b52-81b1-ea04012441b0 req-49cccafe-7065-433e-a929-af65d8bc27f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:44.927323 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2f46507-4aae-4b52-81b1-ea04012441b0 req-49cccafe-7065-433e-a929-af65d8bc27f0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=008c6189-82d1-4951-afe7-f478c9f8b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492127 Apr 08 17:43:45.088666 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c9c7ff01-4b9e-4d60-a8f4-f87c945009c1 req-0c09736c-7eaa-41c4-a7e2-8b81cb5fc1fa service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459768 Apr 08 17:43:45.106154 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2f46507-4aae-4b52-81b1-ea04012441b0 req-b0135f0f-bc0c-4749-8be2-4bb0bb637667 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562309 Apr 08 17:43:45.179170 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea7beb-1310-491f-a83d-3290ec49a9b5 req-c30860a6-ccc7-412c-ac9c-7f53771a5b5c tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:45.180737 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a8ea7beb-1310-491f-a83d-3290ec49a9b5 req-c30860a6-ccc7-412c-ac9c-7f53771a5b5c tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0486693 Apr 08 17:43:45.234039 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a8ea7beb-1310-491f-a83d-3290ec49a9b5 req-bbe3bda8-8ddf-465c-a5b8-dac8d15d3abb tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468094 Apr 08 17:43:45.249132 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c9c7ff01-4b9e-4d60-a8f4-f87c945009c1 req-cf93aecb-e696-4d75-83dd-423aa9cbc0f0 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528084 Apr 08 17:43:45.259405 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2f46507-4aae-4b52-81b1-ea04012441b0 req-6484b32b-d01e-44b9-a2bc-87651cca0f5d service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434305 Apr 08 17:43:45.366350 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c4250aea-1114-4e70-89d8-91ee5e47c29c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:46.526973 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc0a66-6d32-430d-af02-7515d8b77867 req-55977f80-603a-4548-978d-1b7d922dcacd tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:46.528523 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-86dc0a66-6d32-430d-af02-7515d8b77867 req-55977f80-603a-4548-978d-1b7d922dcacd tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.2265658 Apr 08 17:43:46.583124 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-86dc0a66-6d32-430d-af02-7515d8b77867 req-b87f854c-0da4-414f-9b2e-da93b909f20d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487232 Apr 08 17:43:47.699578 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f93837-9aa5-440c-8dbf-ec2dd84daf37 req-a73395e5-141a-48f8-aa93-bbff0b6480da tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:47.701251 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-85f93837-9aa5-440c-8dbf-ec2dd84daf37 req-a73395e5-141a-48f8-aa93-bbff0b6480da tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0481136 Apr 08 17:43:47.750560 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-85f93837-9aa5-440c-8dbf-ec2dd84daf37 req-114c8f02-b465-498b-9bc1-71cf04fe5a01 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432820 Apr 08 17:43:48.038555 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-865b90dd-a9d3-48b4-94d4-8be42b86aafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:48.829779 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:48.876137 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918e315-c76f-4a33-b3eb-c710bb36670a req-4d55b9ea-7dcf-493e-bcc7-381ccb26768a tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:48.877767 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e918e315-c76f-4a33-b3eb-c710bb36670a req-4d55b9ea-7dcf-493e-bcc7-381ccb26768a tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0600104 Apr 08 17:43:48.930630 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e918e315-c76f-4a33-b3eb-c710bb36670a req-23125dd8-7a27-424d-87ef-291e4336de26 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467050 Apr 08 17:43:50.052473 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad15a1-f501-4bd1-a979-abf4932a90ad req-2b85ef93-6ecc-41a9-a5c1-9cc809cfba18 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:50.053948 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-44ad15a1-f501-4bd1-a979-abf4932a90ad req-2b85ef93-6ecc-41a9-a5c1-9cc809cfba18 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0463269 Apr 08 17:43:50.101812 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-44ad15a1-f501-4bd1-a979-abf4932a90ad req-03fb9d12-55b9-4dd8-b535-8aa148952f66 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419972 Apr 08 17:43:50.527255 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:51.408121 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb8171-6522-4bd0-bcc0-c869b38fc906 req-11435c90-8570-4ee6-a418-c16afa22f9c2 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:51.409658 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-47cb8171-6522-4bd0-bcc0-c869b38fc906 req-11435c90-8570-4ee6-a418-c16afa22f9c2 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.2361052 Apr 08 17:43:51.459894 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-47cb8171-6522-4bd0-bcc0-c869b38fc906 req-2fd0e45f-b411-440b-a983-bf66463e3c7c tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440669 Apr 08 17:43:51.904835 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:52.635430 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce163f3-6a09-4f4e-87cd-5bc2f0496255 req-c4fa19de-c18b-4aab-9724-e009706bc6c2 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:52.636941 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5ce163f3-6a09-4f4e-87cd-5bc2f0496255 req-c4fa19de-c18b-4aab-9724-e009706bc6c2 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.1076586 Apr 08 17:43:52.693086 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5ce163f3-6a09-4f4e-87cd-5bc2f0496255 req-72aa1c98-1b92-4b40-a508-b4430b705d7b tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505795 Apr 08 17:43:53.808051 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae99f7-c24a-4ded-b02f-19432d7613e5 req-57e1427f-7c1b-4555-a282-c349e247136a tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:53.809599 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0fae99f7-c24a-4ded-b02f-19432d7613e5 req-57e1427f-7c1b-4555-a282-c349e247136a tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0468490 Apr 08 17:43:53.865256 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0fae99f7-c24a-4ded-b02f-19432d7613e5 req-0a443a9f-d95e-4f35-b1bb-6065df7a49fd tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488985 Apr 08 17:43:54.982405 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3f1b5-3bc8-42f6-8ed7-b698d7e3b1bb req-6094a389-32ca-4f7f-ac13-51899c8d14c0 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:54.984506 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-73a3f1b5-3bc8-42f6-8ed7-b698d7e3b1bb req-6094a389-32ca-4f7f-ac13-51899c8d14c0 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0474572 Apr 08 17:43:55.034353 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-73a3f1b5-3bc8-42f6-8ed7-b698d7e3b1bb req-41750136-54cb-4c4f-a6c1-51c30c8f5b7d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441091 Apr 08 17:43:56.146437 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ff548-ee08-4e06-b203-df5a10ced6de req-8bef2b75-c245-4e36-ac61-bab4586d09e2 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:56.147818 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-899ff548-ee08-4e06-b203-df5a10ced6de req-8bef2b75-c245-4e36-ac61-bab4586d09e2 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0460675 Apr 08 17:43:56.194174 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-899ff548-ee08-4e06-b203-df5a10ced6de req-34fb7fae-f9c7-4163-b174-d3f25addfa86 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404840 Apr 08 17:43:57.321402 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c4fb5-9f05-4347-8a63-30ddc139a3bd req-87aac6af-40af-4387-ae52-c5c1c0261af1 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:57.323154 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-454c4fb5-9f05-4347-8a63-30ddc139a3bd req-87aac6af-40af-4387-ae52-c5c1c0261af1 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0608101 Apr 08 17:43:57.371235 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-454c4fb5-9f05-4347-8a63-30ddc139a3bd req-102d9e82-1894-4a6a-b963-1d8fd2c2b0bb tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418367 Apr 08 17:43:58.488337 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3538b-5807-4a5a-802a-e4b0b6c7c976 req-eb98a206-be8b-4c96-9808-8d6dc195731b tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:58.489830 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-99d3538b-5807-4a5a-802a-e4b0b6c7c976 req-eb98a206-be8b-4c96-9808-8d6dc195731b tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0484109 Apr 08 17:43:58.547338 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-99d3538b-5807-4a5a-802a-e4b0b6c7c976 req-7190eab1-8f86-470b-b463-3a12449290db tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519426 Apr 08 17:43:59.659356 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ca46f-15ff-423c-b657-4aaf51081675 req-7e0ad5ea-2f1e-43c8-a31f-807bd0cadb56 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:59.661000 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fc1ca46f-15ff-423c-b657-4aaf51081675 req-7e0ad5ea-2f1e-43c8-a31f-807bd0cadb56 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0458314 Apr 08 17:43:59.713611 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fc1ca46f-15ff-423c-b657-4aaf51081675 req-8140276b-5bc0-4ab5-a0a0-b135b94ace13 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466449 Apr 08 17:44:00.718122 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a7eb9686-b6fe-4e9c-b0de-5968f62bf377 req-26f8c2fe-ca7b-400b-bf63-c93e5cf80d00 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1372693159&fields=id&tenant_id=ca55bd6671ec4be0b183e1248c09d34b HTTP/1.1" status: 200 len: 267 time: 0.0528991 Apr 08 17:44:00.770459 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb9686-b6fe-4e9c-b0de-5968f62bf377 req-a343d68e-3e54-4ef9-8911-aaa69f9998e8 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:00.771854 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a7eb9686-b6fe-4e9c-b0de-5968f62bf377 req-a343d68e-3e54-4ef9-8911-aaa69f9998e8 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 985 time: 0.0482609 Apr 08 17:44:00.782421 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [req-a7eb9686-b6fe-4e9c-b0de-5968f62bf377 req-3cd36d36-3c6b-45be-8fd1-58dabb6d3157 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Request body: {'port': {'security_groups': ['dc730667-ca9e-4450-adf0-e727648d2340']}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:00.861975 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e36b79-7d1d-47a3-833d-31625d9b0a83 req-dfcf5815-7ad2-4dc9-9ae0-6fe7451bee7d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:00.863468 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-16e36b79-7d1d-47a3-833d-31625d9b0a83 req-dfcf5815-7ad2-4dc9-9ae0-6fe7451bee7d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0779552 Apr 08 17:44:00.911821 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [req-a7eb9686-b6fe-4e9c-b0de-5968f62bf377 req-3cd36d36-3c6b-45be-8fd1-58dabb6d3157 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:00.970621 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-16e36b79-7d1d-47a3-833d-31625d9b0a83 req-cb14a4fc-cf1e-44c3-9b41-ebe5e2c084f4 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860929 Apr 08 17:44:01.107456 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [req-a7eb9686-b6fe-4e9c-b0de-5968f62bf377 req-3cd36d36-3c6b-45be-8fd1-58dabb6d3157 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] For port a77d3cab-e313-43bb-ba85-71744ec74bfc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a77d3cab-e313-43bb-ba85-71744ec74bfc,segment=NetworkSegment(5f841c34-c6dd-467e-82f9-2f99f5064ce8),segment_id=5f841c34-c6dd-467e-82f9-2f99f5064ce8)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:01.137952 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [req-a7eb9686-b6fe-4e9c-b0de-5968f62bf377 req-3cd36d36-3c6b-45be-8fd1-58dabb6d3157 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:01.143658 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [req-a7eb9686-b6fe-4e9c-b0de-5968f62bf377 req-3cd36d36-3c6b-45be-8fd1-58dabb6d3157 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085500'] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:01.187497 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['a77d3cab-e313-43bb-ba85-71744ec74bfc'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:44:01.190348 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb9686-b6fe-4e9c-b0de-5968f62bf377 req-3cd36d36-3c6b-45be-8fd1-58dabb6d3157 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:01.190977 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [req-a7eb9686-b6fe-4e9c-b0de-5968f62bf377 req-3cd36d36-3c6b-45be-8fd1-58dabb6d3157 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:01.192415 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a7eb9686-b6fe-4e9c-b0de-5968f62bf377 req-3cd36d36-3c6b-45be-8fd1-58dabb6d3157 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "PUT /v2.0/ports/a77d3cab-e313-43bb-ba85-71744ec74bfc HTTP/1.1" status: 200 len: 943 time: 0.4145012 Apr 08 17:44:01.192880 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7912b095-825c-4c1f-8131-9aa11346d71a', 'tag': 'a77d3cab-e313-43bb-ba85-71744ec74bfc'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:44:01.195170 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3bcbf0fb11f9b4b521f26e552f1266052730f1b4dd01594c51942873fe86f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b9629a-5e55-4d26-bd42-87b1d0b5fc8e" -d '{"events": [{"name": "network-changed", "server_uuid": "7912b095-825c-4c1f-8131-9aa11346d71a", "tag": "a77d3cab-e313-43bb-ba85-71744ec74bfc"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:44:01.199301 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 49302) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:01.241279 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa227eb-64a3-47c3-96a4-734a26e4ad7e x-openstack-request-id: req-2fa227eb-64a3-47c3-96a4-734a26e4ad7e {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:44:01.241570 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7912b095-825c-4c1f-8131-9aa11346d71a", "tag": "a77d3cab-e313-43bb-ba85-71744ec74bfc", "status": "completed", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:44:01.241823 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fa227eb-64a3-47c3-96a4-734a26e4ad7e {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:44:01.242230 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa227eb-64a3-47c3-96a4-734a26e4ad7e'] response: {'name': 'network-changed', 'server_uuid': '7912b095-825c-4c1f-8131-9aa11346d71a', 'tag': 'a77d3cab-e313-43bb-ba85-71744ec74bfc', 'status': 'completed', 'code': 200} Apr 08 17:44:01.243167 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd36d36-3c6b-45be-8fd1-58dabb6d3157 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Pushing event updated for resources: {'Port': ['ID=a77d3cab-e313-43bb-ba85-71744ec74bfc,revision_number=7']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:01.282130 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-69858256-9a00-4165-8024-bb70fef8bb34 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group (7a271a32-7c32-42f7-99d9-60e067d2a768), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:01.312315 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-69858256-9a00-4165-8024-bb70fef8bb34 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group (7a271a32-7c32-42f7-99d9-60e067d2a768), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:01.374569 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['a77d3cab-e313-43bb-ba85-71744ec74bfc'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:44:01.378328 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-69858256-9a00-4165-8024-bb70fef8bb34 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (7a271a32-7c32-42f7-99d9-60e067d2a768), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:01.381223 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-69858256-9a00-4165-8024-bb70fef8bb34 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:01.384880 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-69858256-9a00-4165-8024-bb70fef8bb34 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "DELETE /v2.0/security-groups/7a271a32-7c32-42f7-99d9-60e067d2a768 HTTP/1.1" status: 204 len: 168 time: 0.1813097 Apr 08 17:44:01.386100 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49304) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:01.392696 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69858256-9a00-4165-8024-bb70fef8bb34 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a271a32-7c32-42f7-99d9-60e067d2a768,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:01.458973 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-4d266957-49dc-4308-bb1c-f26a97680cb7 None None] Provisioning complete for port a77d3cab-e313-43bb-ba85-71744ec74bfc triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:01.459285 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4d266957-49dc-4308-bb1c-f26a97680cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:01.562570 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-cc64cfbb-cdc5-47ff-9855-209d52ec2e56 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Deleting port 1135ef76-a145-4391-a03e-e2b00e9b5da4 {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:44:01.563022 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-cc64cfbb-cdc5-47ff-9855-209d52ec2e56 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (1135ef76-a145-4391-a03e-e2b00e9b5da4), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:01.604417 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-4d266957-49dc-4308-bb1c-f26a97680cb7 None None] Current status of the port a77d3cab-e313-43bb-ba85-71744ec74bfc is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:01.649339 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-cc64cfbb-cdc5-47ff-9855-209d52ec2e56 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (1135ef76-a145-4391-a03e-e2b00e9b5da4), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:01.649673 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-cc64cfbb-cdc5-47ff-9855-209d52ec2e56 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for floatingip (1135ef76-a145-4391-a03e-e2b00e9b5da4), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:01.662631 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-cc64cfbb-cdc5-47ff-9855-209d52ec2e56 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Calling delete_port for 1135ef76-a145-4391-a03e-e2b00e9b5da4 owned by network:floatingip {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:44:01.868144 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-cc64cfbb-cdc5-47ff-9855-209d52ec2e56 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (1135ef76-a145-4391-a03e-e2b00e9b5da4), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:01.896700 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64cfbb-cdc5-47ff-9855-209d52ec2e56 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Pushing event deleted for resources: {'Port': ['ID=1135ef76-a145-4391-a03e-e2b00e9b5da4,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:01.911363 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9629a-5e55-4d26-bd42-87b1d0b5fc8e req-1252f624-63eb-46b8-a9c0-b4626cf9fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:01.912911 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08b9629a-5e55-4d26-bd42-87b1d0b5fc8e req-1252f624-63eb-46b8-a9c0-b4626cf9fdc0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ca55bd6671ec4be0b183e1248c09d34b&device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 1130 time: 0.1406293 Apr 08 17:44:01.915737 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273f480-8e7c-49da-b513-a00baa0927ed req-cef36c83-a16f-4c95-874e-b1c74a350e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:01.917113 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5273f480-8e7c-49da-b513-a00baa0927ed req-cef36c83-a16f-4c95-874e-b1c74a350e04 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 1129 time: 0.0483840 Apr 08 17:44:01.968530 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-cc64cfbb-cdc5-47ff-9855-209d52ec2e56 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks [] for floatingip (2922a7da-e6c0-45b7-a811-dc20db692f0d), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:01.968879 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.l3_db [None req-cc64cfbb-cdc5-47ff-9855-209d52ec2e56 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Floating IP 2922a7da-e6c0-45b7-a811-dc20db692f0d disassociated (deleted). External IP: 172.27.0.224, port: a77d3cab-e313-43bb-ba85-71744ec74bfc. Apr 08 17:44:02.029993 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5273f480-8e7c-49da-b513-a00baa0927ed req-5726d23b-cffe-429e-9b3d-43828966afd4 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036363 Apr 08 17:44:02.059407 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9629a-5e55-4d26-bd42-87b1d0b5fc8e req-5e1b0adb-9317-4ca7-bea3-f70cc3cd5192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:02.061009 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08b9629a-5e55-4d26-bd42-87b1d0b5fc8e req-5e1b0adb-9317-4ca7-bea3-f70cc3cd5192 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3d46c65a-4971-4a7f-92b3-38349cf449e3 HTTP/1.1" status: 200 len: 916 time: 0.1359453 Apr 08 17:44:02.120036 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2b5f7-cfc8-4896-995e-da6b4cf4f298 req-9e53951e-23a1-48c4-933f-d5c143bbf1b4 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:02.121528 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-24c2b5f7-cfc8-4896-995e-da6b4cf4f298 req-9e53951e-23a1-48c4-933f-d5c143bbf1b4 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0680597 Apr 08 17:44:02.252559 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-24c2b5f7-cfc8-4896-995e-da6b4cf4f298 req-f55163ab-2f30-4ace-bf2a-bbe3fe019b31 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960159 Apr 08 17:44:02.271483 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc64cfbb-cdc5-47ff-9855-209d52ec2e56 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Router a6247856-94f8-4f91-a953-7516526eb23c has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:44:02.387744 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc64cfbb-cdc5-47ff-9855-209d52ec2e56 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:44:02.392767 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-cc64cfbb-cdc5-47ff-9855-209d52ec2e56 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:02.397895 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f2d317-8208-44a3-8e2f-1b0e4250e885 None None] Sync routers for ids ['a6247856-94f8-4f91-a953-7516526eb23c'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:44:02.398430 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08b9629a-5e55-4d26-bd42-87b1d0b5fc8e req-74c27d8b-cfab-4ee3-9bd8-7adaecbccd54 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a77d3cab-e313-43bb-ba85-71744ec74bfc HTTP/1.1" status: 200 len: 217 time: 0.0417218 Apr 08 17:44:02.409050 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f2d317-8208-44a3-8e2f-1b0e4250e885 None None] Routers {'a6247856-94f8-4f91-a953-7516526eb23c'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:44:02.409666 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-51f2d317-8208-44a3-8e2f-1b0e4250e885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:43:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['a6247856-94f8-4f91-a953-7516526eb23c'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:02.424701 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-cc64cfbb-cdc5-47ff-9855-209d52ec2e56 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "DELETE /v2.0/floatingips/2922a7da-e6c0-45b7-a811-dc20db692f0d HTTP/1.1" status: 204 len: 168 time: 1.0372066 Apr 08 17:44:02.456407 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9629a-5e55-4d26-bd42-87b1d0b5fc8e req-2f6fd7f9-1f1d-45d6-9a73-7cda85fcb088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:02.457905 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08b9629a-5e55-4d26-bd42-87b1d0b5fc8e req-2f6fd7f9-1f1d-45d6-9a73-7cda85fcb088 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f73dc476-3c86-43aa-9145-70ffe54e5685 HTTP/1.1" status: 200 len: 854 time: 0.0531538 Apr 08 17:44:02.521213 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-51f2d317-8208-44a3-8e2f-1b0e4250e885 None None] Set router a6247856-94f8-4f91-a953-7516526eb23c gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:44:02.718973 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-51f2d317-8208-44a3-8e2f-1b0e4250e885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'name': 'tempest-TestMinimumBasicScenario-1770809295-router', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:14Z', 'revision_number': 4, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'gw_port': {'id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:83:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '6e211f30-dd65-4b35-a47e-645e943da7fe', 'name': '', 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'mac_address': 'fa:16:3e:a0:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f73dc476-3c86-43aa-9145-70ffe54e5685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:22Z', 'revision_number': 5, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'subnets': [{'id': 'f73dc476-3c86-43aa-9145-70ffe54e5685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:02.750129 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f2d317-8208-44a3-8e2f-1b0e4250e885 None None] Checking router: a6247856-94f8-4f91-a953-7516526eb23c for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:44:02.758470 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f2d317-8208-44a3-8e2f-1b0e4250e885 None None] Routers {'a6247856-94f8-4f91-a953-7516526eb23c'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:44:02.759003 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-51f2d317-8208-44a3-8e2f-1b0e4250e885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:43:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['a6247856-94f8-4f91-a953-7516526eb23c'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:02.845402 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9629a-5e55-4d26-bd42-87b1d0b5fc8e req-e62014b8-c805-4531-8e3e-9aa7dfd90ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:02.846945 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08b9629a-5e55-4d26-bd42-87b1d0b5fc8e req-e62014b8-c805-4531-8e3e-9aa7dfd90ed7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3d46c65a-4971-4a7f-92b3-38349cf449e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456772 Apr 08 17:44:02.869274 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-51f2d317-8208-44a3-8e2f-1b0e4250e885 None None] Set router a6247856-94f8-4f91-a953-7516526eb23c gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:44:02.957846 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08b9629a-5e55-4d26-bd42-87b1d0b5fc8e req-9f4a5c7f-82f5-47d5-985d-ebaf5c5edccf service neutron] 10.222.0.91 "GET /v2.0/networks/3d46c65a-4971-4a7f-92b3-38349cf449e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906448 Apr 08 17:44:03.066537 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-51f2d317-8208-44a3-8e2f-1b0e4250e885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'name': 'tempest-TestMinimumBasicScenario-1770809295-router', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:14Z', 'revision_number': 4, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'gw_port': {'id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:83:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '6e211f30-dd65-4b35-a47e-645e943da7fe', 'name': '', 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'mac_address': 'fa:16:3e:a0:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f73dc476-3c86-43aa-9145-70ffe54e5685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:22Z', 'revision_number': 5, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'subnets': [{'id': 'f73dc476-3c86-43aa-9145-70ffe54e5685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:03.098819 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f2d317-8208-44a3-8e2f-1b0e4250e885 None None] The sync data for ids ['a6247856-94f8-4f91-a953-7516526eb23c'] in dv-cinder-837164-1-iscsi is: [{'id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'name': 'tempest-TestMinimumBasicScenario-1770809295-router', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:14Z', 'revision_number': 4, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'gw_port': {'id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:83:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '6e211f30-dd65-4b35-a47e-645e943da7fe', 'name': '', 'network_id': '3d46c65a-4971-4a7f-92b3-38349cf449e3', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'mac_address': 'fa:16:3e:a0:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f73dc476-3c86-43aa-9145-70ffe54e5685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:22Z', 'revision_number': 5, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'subnets': [{'id': 'f73dc476-3c86-43aa-9145-70ffe54e5685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:44:03.243350 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7912b095-825c-4c1f-8131-9aa11346d71a', 'tag': 'a77d3cab-e313-43bb-ba85-71744ec74bfc'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:44:03.245787 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3bcbf0fb11f9b4b521f26e552f1266052730f1b4dd01594c51942873fe86f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c245e80e-95e2-48e3-8739-1dd646d8b31a" -d '{"events": [{"name": "network-changed", "server_uuid": "7912b095-825c-4c1f-8131-9aa11346d71a", "tag": "a77d3cab-e313-43bb-ba85-71744ec74bfc"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:44:03.288727 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18dcdfd-f13b-4b06-a82d-0d6e62937125 x-openstack-request-id: req-e18dcdfd-f13b-4b06-a82d-0d6e62937125 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:44:03.289242 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7912b095-825c-4c1f-8131-9aa11346d71a", "tag": "a77d3cab-e313-43bb-ba85-71744ec74bfc", "status": "completed", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:44:03.289551 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e18dcdfd-f13b-4b06-a82d-0d6e62937125 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:44:03.289898 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18dcdfd-f13b-4b06-a82d-0d6e62937125'] response: {'name': 'network-changed', 'server_uuid': '7912b095-825c-4c1f-8131-9aa11346d71a', 'tag': 'a77d3cab-e313-43bb-ba85-71744ec74bfc', 'status': 'completed', 'code': 200} Apr 08 17:44:03.324101 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643edfbf-8c89-43aa-8b1e-4ae30c855e8b None None] New status for floating IP 2922a7da-e6c0-45b7-a811-dc20db692f0d: DOWN {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:44:03.380390 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5131c-3578-4abc-b210-8090229552a8 req-d8709929-4de1-4e6f-bb32-b45735ca796d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:03.381941 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c7c5131c-3578-4abc-b210-8090229552a8 req-d8709929-4de1-4e6f-bb32-b45735ca796d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0553784 Apr 08 17:44:03.433025 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c7c5131c-3578-4abc-b210-8090229552a8 req-807f9c73-c5f3-46cf-af84-9dce077cfbd4 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453818 Apr 08 17:44:03.685625 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08b9629a-5e55-4d26-bd42-87b1d0b5fc8e req-b5c5eaea-99c0-441f-9475-62f315cf83e2 service neutron] 10.222.0.91 "GET /v2.0/networks/3d46c65a-4971-4a7f-92b3-38349cf449e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006217 Apr 08 17:44:04.328490 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245e80e-95e2-48e3-8739-1dd646d8b31a req-611a3e58-3afd-4d09-8f3a-1497ab8beb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:04.329976 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c245e80e-95e2-48e3-8739-1dd646d8b31a req-611a3e58-3afd-4d09-8f3a-1497ab8beb11 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ca55bd6671ec4be0b183e1248c09d34b&device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 1130 time: 0.0398824 Apr 08 17:44:04.442821 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245e80e-95e2-48e3-8739-1dd646d8b31a req-63503000-f2da-4db5-8b6b-fe54e033b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:04.444315 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c245e80e-95e2-48e3-8739-1dd646d8b31a req-63503000-f2da-4db5-8b6b-fe54e033b167 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3d46c65a-4971-4a7f-92b3-38349cf449e3 HTTP/1.1" status: 200 len: 916 time: 0.0882957 Apr 08 17:44:04.497503 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c245e80e-95e2-48e3-8739-1dd646d8b31a req-4b7fc26c-5dd0-433e-b911-d2cf331ad37c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a77d3cab-e313-43bb-ba85-71744ec74bfc HTTP/1.1" status: 200 len: 217 time: 0.0370517 Apr 08 17:44:04.548050 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245e80e-95e2-48e3-8739-1dd646d8b31a req-fa5d6c7d-591c-46e4-9af9-fedcdf56589c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:04.549589 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c245e80e-95e2-48e3-8739-1dd646d8b31a req-fa5d6c7d-591c-46e4-9af9-fedcdf56589c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f73dc476-3c86-43aa-9145-70ffe54e5685 HTTP/1.1" status: 200 len: 854 time: 0.0453477 Apr 08 17:44:04.567170 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649d25c-1e96-4628-a560-772d44944e42 req-3f389267-e963-456e-8e95-07d2ae187886 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:04.568760 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d649d25c-1e96-4628-a560-772d44944e42 req-3f389267-e963-456e-8e95-07d2ae187886 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0475242 Apr 08 17:44:04.602550 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245e80e-95e2-48e3-8739-1dd646d8b31a req-bfe0bc38-7829-47e7-a631-7ccf2abab547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:04.603924 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c245e80e-95e2-48e3-8739-1dd646d8b31a req-bfe0bc38-7829-47e7-a631-7ccf2abab547 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3d46c65a-4971-4a7f-92b3-38349cf449e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389450 Apr 08 17:44:04.616309 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d649d25c-1e96-4628-a560-772d44944e42 req-0fc092ab-aa36-46ad-9383-e71fe73d7ab5 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414705 Apr 08 17:44:04.709524 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c245e80e-95e2-48e3-8739-1dd646d8b31a req-d014421a-af68-4f5e-a862-b69f1fc134b0 service neutron] 10.222.0.91 "GET /v2.0/networks/3d46c65a-4971-4a7f-92b3-38349cf449e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908449 Apr 08 17:44:04.835697 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c245e80e-95e2-48e3-8739-1dd646d8b31a req-59cfe289-dfc0-421d-849d-b6235b907358 service neutron] 10.222.0.91 "GET /v2.0/networks/3d46c65a-4971-4a7f-92b3-38349cf449e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143782 Apr 08 17:44:05.083255 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013081e9-7bb7-4e35-8a99-952d63e00bfe req-1637a5ab-b84e-4246-8675-196f769977f5 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:05.084901 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-013081e9-7bb7-4e35-8a99-952d63e00bfe req-1637a5ab-b84e-4246-8675-196f769977f5 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0466220 Apr 08 17:44:05.089204 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f42d7-a6d0-44c7-93e1-d8d6148a2611 req-5e6fd4b2-fada-430b-aec9-c369dd061fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:05.090712 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b54f42d7-a6d0-44c7-93e1-d8d6148a2611 req-5e6fd4b2-fada-430b-aec9-c369dd061fe8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3589adc3fd645a888ab3b81995e662e&device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 1129 time: 0.0403972 Apr 08 17:44:05.139950 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-013081e9-7bb7-4e35-8a99-952d63e00bfe req-b3b4e10d-c69d-4bb8-a858-44e57d0a5da6 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489669 Apr 08 17:44:05.185700 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f42d7-a6d0-44c7-93e1-d8d6148a2611 req-11e97708-4ba1-4a31-a52f-d037d0036f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:05.187286 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b54f42d7-a6d0-44c7-93e1-d8d6148a2611 req-11e97708-4ba1-4a31-a52f-d037d0036f08 service neutron] 10.222.0.91 "GET /v2.0/networks?id=008c6189-82d1-4951-afe7-f478c9f8b212 HTTP/1.1" status: 200 len: 920 time: 0.0896618 Apr 08 17:44:05.257328 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b54f42d7-a6d0-44c7-93e1-d8d6148a2611 req-6a3854ed-3ba4-477d-80ff-8e8593561d76 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cb9a80a-786c-4fe4-9392-083c650b661f HTTP/1.1" status: 200 len: 1001 time: 0.0631592 Apr 08 17:44:05.306017 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f42d7-a6d0-44c7-93e1-d8d6148a2611 req-75a9cf1f-48f8-4fd3-98ed-1b632574be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:05.307520 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b54f42d7-a6d0-44c7-93e1-d8d6148a2611 req-75a9cf1f-48f8-4fd3-98ed-1b632574be4f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b63453b-e6c6-4ee6-9edf-14ef728f0f18 HTTP/1.1" status: 200 len: 858 time: 0.0444725 Apr 08 17:44:05.351479 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f42d7-a6d0-44c7-93e1-d8d6148a2611 req-0a446a6b-c53e-4476-b1fc-e3fd01b25859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:05.353027 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b54f42d7-a6d0-44c7-93e1-d8d6148a2611 req-0a446a6b-c53e-4476-b1fc-e3fd01b25859 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=008c6189-82d1-4951-afe7-f478c9f8b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383167 Apr 08 17:44:05.456162 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b54f42d7-a6d0-44c7-93e1-d8d6148a2611 req-454dfa94-0661-4298-8a88-9e38de8a141a service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957553 Apr 08 17:44:05.552134 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b54f42d7-a6d0-44c7-93e1-d8d6148a2611 req-7f3d4b29-9f1e-4217-92f3-9937ba605cf2 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895483 Apr 08 17:44:06.259107 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d166f-410a-451c-9d64-68977e50dba9 req-0fb063fd-863a-4c19-827c-5ad7e0109b6c tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:06.260625 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3f1d166f-410a-451c-9d64-68977e50dba9 req-0fb063fd-863a-4c19-827c-5ad7e0109b6c tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0504675 Apr 08 17:44:06.312256 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3f1d166f-410a-451c-9d64-68977e50dba9 req-d1a2e6e2-2334-4089-acfc-23896ed8ac95 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454988 Apr 08 17:44:07.255753 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c40d3-5fb1-42b1-a664-338551b44f48 req-8271577d-bd31-4e15-8983-610b04516c31 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:07.257253 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ad9c40d3-5fb1-42b1-a664-338551b44f48 req-8271577d-bd31-4e15-8983-610b04516c31 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 946 time: 0.0478358 Apr 08 17:44:07.303835 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ad9c40d3-5fb1-42b1-a664-338551b44f48 req-76ea6152-4031-4821-a080-44296ebbf92f tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410273 Apr 08 17:44:07.432474 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4c937-84a1-43be-b37f-454b6ab9343e req-a15f9fe1-fa47-44bc-9d9a-fb701f831336 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:07.434037 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-04d4c937-84a1-43be-b37f-454b6ab9343e req-a15f9fe1-fa47-44bc-9d9a-fb701f831336 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0486572 Apr 08 17:44:07.481895 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-04d4c937-84a1-43be-b37f-454b6ab9343e req-12daa319-1261-4fdb-9e04-f60419199687 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415833 Apr 08 17:44:08.414537 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d448563-b627-4102-ad25-c679654a396b req-834494af-5413-4510-9ef7-9d0b0760a40d tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:08.416006 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9d448563-b627-4102-ad25-c679654a396b req-834494af-5413-4510-9ef7-9d0b0760a40d tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 946 time: 0.0455117 Apr 08 17:44:08.462778 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9d448563-b627-4102-ad25-c679654a396b req-4a72c2cd-6ca0-4604-b95f-05f5084b5789 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406275 Apr 08 17:44:08.602093 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d741d89-02c3-456f-813e-6793f9c15028 req-c46e2f45-fc3f-4613-a5da-9314cd5dd4db tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:08.603480 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5d741d89-02c3-456f-813e-6793f9c15028 req-c46e2f45-fc3f-4613-a5da-9314cd5dd4db tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0507369 Apr 08 17:44:08.650106 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5d741d89-02c3-456f-813e-6793f9c15028 req-a15c2257-acc1-4f26-b3bc-b8203ecbe20e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410638 Apr 08 17:44:09.583168 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc1398-79aa-4800-9a16-e5d9a51d03ff req-61505ff2-9b34-4f51-b9de-825e9a34d3b4 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:09.584667 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f2dc1398-79aa-4800-9a16-e5d9a51d03ff req-61505ff2-9b34-4f51-b9de-825e9a34d3b4 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 946 time: 0.0490987 Apr 08 17:44:09.633568 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f2dc1398-79aa-4800-9a16-e5d9a51d03ff req-c2f36fac-4536-483b-99a2-8ce3fcc4829b tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc730667-ca9e-4450-adf0-e727648d2340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433004 Apr 08 17:44:09.763978 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6d1d0-989b-44df-93bc-b520f6e1d855 req-98a476ec-d577-4f9e-92bd-6201e091bdd6 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:09.765624 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-67f6d1d0-989b-44df-93bc-b520f6e1d855 req-98a476ec-d577-4f9e-92bd-6201e091bdd6 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0465834 Apr 08 17:44:09.784895 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c206d-80b5-4add-9558-0b6b0505ca61 req-9d53c754-0a19-49a7-93e5-40890c75a5f4 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:09.786465 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-138c206d-80b5-4add-9558-0b6b0505ca61 req-9d53c754-0a19-49a7-93e5-40890c75a5f4 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.91 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 946 time: 0.0467062 Apr 08 17:44:09.816995 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-67f6d1d0-989b-44df-93bc-b520f6e1d855 req-479633e0-5018-4381-a38c-9fb215d41390 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457947 Apr 08 17:44:09.910786 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-138c206d-80b5-4add-9558-0b6b0505ca61 req-caa1ae3e-72ec-4d40-9892-11b6e7725533 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Deleting port a77d3cab-e313-43bb-ba85-71744ec74bfc {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:44:09.911207 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-138c206d-80b5-4add-9558-0b6b0505ca61 req-caa1ae3e-72ec-4d40-9892-11b6e7725533 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:09.932652 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499d94e-bf63-4bca-8d8c-2d6198ae90b9 req-683ad624-a56a-4cd9-ac28-6ffb1e9b1add tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:09.934812 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b499d94e-bf63-4bca-8d8c-2d6198ae90b9 req-683ad624-a56a-4cd9-ac28-6ffb1e9b1add tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0512898 Apr 08 17:44:09.944127 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49372) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:09.949286 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-a7b24a89-1dc9-451b-9f65-4d63d39c89e6 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Request body: {'floatingip': {'port_id': '0cb9a80a-786c-4fe4-9392-083c650b661f'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:10.007146 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a7b24a89-1dc9-451b-9f65-4d63d39c89e6 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for floatingip (6f1cb2e9-4739-4bd0-b1d8-141e4af15882), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:10.020354 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-138c206d-80b5-4add-9558-0b6b0505ca61 req-caa1ae3e-72ec-4d40-9892-11b6e7725533 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] For port a77d3cab-e313-43bb-ba85-71744ec74bfc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a77d3cab-e313-43bb-ba85-71744ec74bfc,segment=NetworkSegment(5f841c34-c6dd-467e-82f9-2f99f5064ce8),segment_id=5f841c34-c6dd-467e-82f9-2f99f5064ce8)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:10.020765 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-138c206d-80b5-4add-9558-0b6b0505ca61 req-caa1ae3e-72ec-4d40-9892-11b6e7725533 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:10.036092 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-138c206d-80b5-4add-9558-0b6b0505ca61 req-caa1ae3e-72ec-4d40-9892-11b6e7725533 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Calling delete_port for a77d3cab-e313-43bb-ba85-71744ec74bfc owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:44:10.184097 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-138c206d-80b5-4add-9558-0b6b0505ca61 req-caa1ae3e-72ec-4d40-9892-11b6e7725533 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (a77d3cab-e313-43bb-ba85-71744ec74bfc), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:10.213618 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1ae3e-72ec-4d40-9892-11b6e7725533 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Pushing event deleted for resources: {'Port': ['ID=a77d3cab-e313-43bb-ba85-71744ec74bfc,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:10.224185 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['a77d3cab-e313-43bb-ba85-71744ec74bfc'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:44:10.262553 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-138c206d-80b5-4add-9558-0b6b0505ca61 req-caa1ae3e-72ec-4d40-9892-11b6e7725533 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] No DVR routers for this DVR port a77d3cab-e313-43bb-ba85-71744ec74bfc on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:44:10.270096 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-138c206d-80b5-4add-9558-0b6b0505ca61 req-caa1ae3e-72ec-4d40-9892-11b6e7725533 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:10.274147 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-138c206d-80b5-4add-9558-0b6b0505ca61 req-caa1ae3e-72ec-4d40-9892-11b6e7725533 tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.91 "DELETE /v2.0/ports/a77d3cab-e313-43bb-ba85-71744ec74bfc HTTP/1.1" status: 204 len: 173 time: 0.4814785 Apr 08 17:44:10.274611 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7912b095-825c-4c1f-8131-9aa11346d71a', 'name': 'network-vif-deleted', 'tag': 'a77d3cab-e313-43bb-ba85-71744ec74bfc'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:44:10.277426 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4958cc10-33cf-48b4-915e-25c9de744d5e" -d '{"events": [{"server_uuid": "7912b095-825c-4c1f-8131-9aa11346d71a", "name": "network-vif-deleted", "tag": "a77d3cab-e313-43bb-ba85-71744ec74bfc"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:44:10.390216 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb6d544-77dd-43f6-928e-e7c43f88974d x-openstack-request-id: req-5bb6d544-77dd-43f6-928e-e7c43f88974d {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:44:10.390514 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7912b095-825c-4c1f-8131-9aa11346d71a", "name": "network-vif-deleted", "tag": "a77d3cab-e313-43bb-ba85-71744ec74bfc", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:44:10.390773 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5bb6d544-77dd-43f6-928e-e7c43f88974d {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:44:10.391180 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb6d544-77dd-43f6-928e-e7c43f88974d'] response: {'server_uuid': '7912b095-825c-4c1f-8131-9aa11346d71a', 'name': 'network-vif-deleted', 'tag': 'a77d3cab-e313-43bb-ba85-71744ec74bfc', 'status': 'completed', 'code': 200} Apr 08 17:44:10.533152 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a7b24a89-1dc9-451b-9f65-4d63d39c89e6 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:10.538512 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a7b24a89-1dc9-451b-9f65-4d63d39c89e6 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (6f1cb2e9-4739-4bd0-b1d8-141e4af15882), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:10.858443 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3dc2bd28-4fb0-4e62-a653-be84b6d4e01d req-8eea53b6-138d-4d41-a4de-567f900e932d tempest-TestMinimumBasicScenario-1195757060 tempest-TestMinimumBasicScenario-1195757060-project] 10.222.0.24 "GET /v2.0/ports?device_id=7912b095-825c-4c1f-8131-9aa11346d71a HTTP/1.1" status: 200 len: 210 time: 0.0384052 Apr 08 17:44:10.989662 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b24a89-1dc9-451b-9f65-4d63d39c89e6 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Router f8226a36-028a-4eea-901f-5d9cd46cb1bd has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:44:11.100456 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b24a89-1dc9-451b-9f65-4d63d39c89e6 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:44:11.105447 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a7b24a89-1dc9-451b-9f65-4d63d39c89e6 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:11.110518 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53323810-5322-4bb1-a169-ca60645a42ee None None] Sync routers for ids ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:44:11.123612 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53323810-5322-4bb1-a169-ca60645a42ee None None] Routers {'f8226a36-028a-4eea-901f-5d9cd46cb1bd'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:44:11.124249 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-53323810-5322-4bb1-a169-ca60645a42ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:43:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:11.135973 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4378a275-38b2-4101-a2fd-5d250ae5bd8c', 'tag': '0cb9a80a-786c-4fe4-9392-083c650b661f'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:44:11.138589 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3bcbf0fb11f9b4b521f26e552f1266052730f1b4dd01594c51942873fe86f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2985bb5-9814-474a-abec-ccb27e3bc066" -d '{"events": [{"name": "network-changed", "server_uuid": "4378a275-38b2-4101-a2fd-5d250ae5bd8c", "tag": "0cb9a80a-786c-4fe4-9392-083c650b661f"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:44:11.180123 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-a7b24a89-1dc9-451b-9f65-4d63d39c89e6 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "PUT /v2.0/floatingips/6f1cb2e9-4739-4bd0-b1d8-141e4af15882 HTTP/1.1" status: 200 len: 993 time: 1.2348278 Apr 08 17:44:11.188829 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6646d9-3522-47e6-931a-148919124845 x-openstack-request-id: req-5c6646d9-3522-47e6-931a-148919124845 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:44:11.189125 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4378a275-38b2-4101-a2fd-5d250ae5bd8c", "tag": "0cb9a80a-786c-4fe4-9392-083c650b661f", "status": "completed", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:44:11.189386 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c6646d9-3522-47e6-931a-148919124845 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:44:11.189794 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c6646d9-3522-47e6-931a-148919124845'] response: {'name': 'network-changed', 'server_uuid': '4378a275-38b2-4101-a2fd-5d250ae5bd8c', 'tag': '0cb9a80a-786c-4fe4-9392-083c650b661f', 'status': 'completed', 'code': 200} Apr 08 17:44:11.283193 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2985bb5-9814-474a-abec-ccb27e3bc066 req-b58f6b88-da8b-4256-9eff-607d59683327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:11.284698 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a2985bb5-9814-474a-abec-ccb27e3bc066 req-b58f6b88-da8b-4256-9eff-607d59683327 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3589adc3fd645a888ab3b81995e662e&device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 1129 time: 0.0388429 Apr 08 17:44:11.332827 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-53323810-5322-4bb1-a169-ca60645a42ee None None] Set router f8226a36-028a-4eea-901f-5d9cd46cb1bd gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:44:11.383083 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2985bb5-9814-474a-abec-ccb27e3bc066 req-4f320c13-5c35-46a1-9995-10fda84cd9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:11.384552 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a2985bb5-9814-474a-abec-ccb27e3bc066 req-4f320c13-5c35-46a1-9995-10fda84cd9f2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=008c6189-82d1-4951-afe7-f478c9f8b212 HTTP/1.1" status: 200 len: 920 time: 0.0903511 Apr 08 17:44:11.461530 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a2985bb5-9814-474a-abec-ccb27e3bc066 req-be91630b-9cf1-475e-b1bd-c78310a425af service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cb9a80a-786c-4fe4-9392-083c650b661f HTTP/1.1" status: 200 len: 1001 time: 0.0708981 Apr 08 17:44:11.516474 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2985bb5-9814-474a-abec-ccb27e3bc066 req-c0667a9e-fc4d-4876-9b3d-ff24493a620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:11.517951 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a2985bb5-9814-474a-abec-ccb27e3bc066 req-c0667a9e-fc4d-4876-9b3d-ff24493a620b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b63453b-e6c6-4ee6-9edf-14ef728f0f18 HTTP/1.1" status: 200 len: 858 time: 0.0494480 Apr 08 17:44:11.562649 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2985bb5-9814-474a-abec-ccb27e3bc066 req-df224fcd-9c9f-42f9-9f7f-c6cf7ac342da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:11.564311 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a2985bb5-9814-474a-abec-ccb27e3bc066 req-df224fcd-9c9f-42f9-9f7f-c6cf7ac342da service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=008c6189-82d1-4951-afe7-f478c9f8b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398169 Apr 08 17:44:11.571679 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-53323810-5322-4bb1-a169-ca60645a42ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-router', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:22Z', 'revision_number': 4, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'gw_port': {'id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:14Z', 'updated_at': '2022-04-08T17:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '6f1cb2e9-4739-4bd0-b1d8-141e4af15882', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'port_id': '0cb9a80a-786c-4fe4-9392-083c650b661f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'mac_address': 'fa:16:3e:5e:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4378a275-38b2-4101-a2fd-5d250ae5bd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:42:14Z', 'updated_at': '2022-04-08T17:44:10Z', 'revision_number': 3, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e40580d-3262-4cae-99eb-3b35d83825e0', 'name': '', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'mac_address': 'fa:16:3e:27:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:20Z', 'updated_at': '2022-04-08T17:40:29Z', 'revision_number': 5, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'subnets': [{'id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:11.614925 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53323810-5322-4bb1-a169-ca60645a42ee None None] Checking router: f8226a36-028a-4eea-901f-5d9cd46cb1bd for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:44:11.626231 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53323810-5322-4bb1-a169-ca60645a42ee None None] Routers {'f8226a36-028a-4eea-901f-5d9cd46cb1bd'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:44:11.626889 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-53323810-5322-4bb1-a169-ca60645a42ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:43:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:11.653785 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a2985bb5-9814-474a-abec-ccb27e3bc066 req-5c9f0c3d-7693-414c-b341-7454ca06fc35 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833507 Apr 08 17:44:11.745511 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-53323810-5322-4bb1-a169-ca60645a42ee None None] Set router f8226a36-028a-4eea-901f-5d9cd46cb1bd gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:44:11.749242 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a2985bb5-9814-474a-abec-ccb27e3bc066 req-fb7094e5-f60d-4daa-99a0-85fce8148ae7 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893047 Apr 08 17:44:11.968009 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-53323810-5322-4bb1-a169-ca60645a42ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-router', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:22Z', 'revision_number': 4, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'gw_port': {'id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:14Z', 'updated_at': '2022-04-08T17:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '6f1cb2e9-4739-4bd0-b1d8-141e4af15882', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'port_id': '0cb9a80a-786c-4fe4-9392-083c650b661f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'mac_address': 'fa:16:3e:5e:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4378a275-38b2-4101-a2fd-5d250ae5bd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:42:14Z', 'updated_at': '2022-04-08T17:44:10Z', 'revision_number': 3, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e40580d-3262-4cae-99eb-3b35d83825e0', 'name': '', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'mac_address': 'fa:16:3e:27:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:20Z', 'updated_at': '2022-04-08T17:40:29Z', 'revision_number': 5, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'subnets': [{'id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:11.999478 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53323810-5322-4bb1-a169-ca60645a42ee None None] The sync data for ids ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'] in dv-cinder-837164-1-iscsi is: [{'id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-router', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:22Z', 'revision_number': 4, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'gw_port': {'id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:14Z', 'updated_at': '2022-04-08T17:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '6f1cb2e9-4739-4bd0-b1d8-141e4af15882', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'port_id': '0cb9a80a-786c-4fe4-9392-083c650b661f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'mac_address': 'fa:16:3e:5e:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4378a275-38b2-4101-a2fd-5d250ae5bd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:42:14Z', 'updated_at': '2022-04-08T17:44:10Z', 'revision_number': 3, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e40580d-3262-4cae-99eb-3b35d83825e0', 'name': '', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'mac_address': 'fa:16:3e:27:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:20Z', 'updated_at': '2022-04-08T17:40:29Z', 'revision_number': 5, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'subnets': [{'id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:44:12.556398 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49430) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:12.895339 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device a77d3cab-e313-43bb-ba85-71744ec74bfc no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:44:12.923090 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: a77d3cab-e313-43bb-ba85-71744ec74bfc {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:44:12.923440 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device a77d3cab-e313-43bb-ba85-71744ec74bfc not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:44:12.959204 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a5962db4-eadb-4b3c-8055-5a6a62c263d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643744'] for router_interface (a6247856-94f8-4f91-a953-7516526eb23c), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:13.190958 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4378a275-38b2-4101-a2fd-5d250ae5bd8c', 'tag': '0cb9a80a-786c-4fe4-9392-083c650b661f'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:44:13.194089 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3bcbf0fb11f9b4b521f26e552f1266052730f1b4dd01594c51942873fe86f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f6dda7-692b-44ba-9ce9-8aa2f52a1d14" -d '{"events": [{"name": "network-changed", "server_uuid": "4378a275-38b2-4101-a2fd-5d250ae5bd8c", "tag": "0cb9a80a-786c-4fe4-9392-083c650b661f"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:44:13.245054 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a2ce69-8b53-4319-8feb-59a8efde2bfc x-openstack-request-id: req-d4a2ce69-8b53-4319-8feb-59a8efde2bfc {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:44:13.245341 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4378a275-38b2-4101-a2fd-5d250ae5bd8c", "tag": "0cb9a80a-786c-4fe4-9392-083c650b661f", "status": "completed", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:44:13.245593 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4a2ce69-8b53-4319-8feb-59a8efde2bfc {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:44:13.245983 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a2ce69-8b53-4319-8feb-59a8efde2bfc'] response: {'name': 'network-changed', 'server_uuid': '4378a275-38b2-4101-a2fd-5d250ae5bd8c', 'tag': '0cb9a80a-786c-4fe4-9392-083c650b661f', 'status': 'completed', 'code': 200} Apr 08 17:44:13.261388 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-a5962db4-eadb-4b3c-8055-5a6a62c263d9 admin admin] Deleting port 6e211f30-dd65-4b35-a47e-645e943da7fe {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:44:13.261726 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a5962db4-eadb-4b3c-8055-5a6a62c263d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (6e211f30-dd65-4b35-a47e-645e943da7fe), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:13.315742 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6dda7-692b-44ba-9ce9-8aa2f52a1d14 req-d5b01948-ed0f-4850-bcfb-073a9023252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:13.317830 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-45f6dda7-692b-44ba-9ce9-8aa2f52a1d14 req-d5b01948-ed0f-4850-bcfb-073a9023252b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3589adc3fd645a888ab3b81995e662e&device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 1129 time: 0.0406566 Apr 08 17:44:13.347568 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-a5962db4-eadb-4b3c-8055-5a6a62c263d9 admin admin] For port 6e211f30-dd65-4b35-a47e-645e943da7fe, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=6e211f30-dd65-4b35-a47e-645e943da7fe,segment=NetworkSegment(5f841c34-c6dd-467e-82f9-2f99f5064ce8),segment_id=5f841c34-c6dd-467e-82f9-2f99f5064ce8)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:13.347933 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a5962db4-eadb-4b3c-8055-5a6a62c263d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (6e211f30-dd65-4b35-a47e-645e943da7fe), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:13.361169 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-a5962db4-eadb-4b3c-8055-5a6a62c263d9 admin admin] Calling delete_port for 6e211f30-dd65-4b35-a47e-645e943da7fe owned by network:router_interface {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:44:13.423323 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6dda7-692b-44ba-9ce9-8aa2f52a1d14 req-c167b4c3-f727-405b-ade5-32bd88fd76a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:13.424846 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-45f6dda7-692b-44ba-9ce9-8aa2f52a1d14 req-c167b4c3-f727-405b-ade5-32bd88fd76a1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=008c6189-82d1-4951-afe7-f478c9f8b212 HTTP/1.1" status: 200 len: 920 time: 0.1006179 Apr 08 17:44:13.491193 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-45f6dda7-692b-44ba-9ce9-8aa2f52a1d14 req-56797530-1281-48a4-9e35-ab76f4a3fdc5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cb9a80a-786c-4fe4-9392-083c650b661f HTTP/1.1" status: 200 len: 1001 time: 0.0606863 Apr 08 17:44:13.553694 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6dda7-692b-44ba-9ce9-8aa2f52a1d14 req-a5e2bf7a-0a45-48e5-9a3f-b22ce4015b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:13.555137 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-45f6dda7-692b-44ba-9ce9-8aa2f52a1d14 req-a5e2bf7a-0a45-48e5-9a3f-b22ce4015b46 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b63453b-e6c6-4ee6-9edf-14ef728f0f18 HTTP/1.1" status: 200 len: 858 time: 0.0576012 Apr 08 17:44:13.563682 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a5962db4-eadb-4b3c-8055-5a6a62c263d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (6e211f30-dd65-4b35-a47e-645e943da7fe), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:13.591562 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5962db4-eadb-4b3c-8055-5a6a62c263d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e211f30-dd65-4b35-a47e-645e943da7fe,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:13.603960 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6dda7-692b-44ba-9ce9-8aa2f52a1d14 req-15114c89-6c92-4c0d-9b02-0b5333a22de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:13.605593 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-45f6dda7-692b-44ba-9ce9-8aa2f52a1d14 req-15114c89-6c92-4c0d-9b02-0b5333a22de2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=008c6189-82d1-4951-afe7-f478c9f8b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443223 Apr 08 17:44:13.712286 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-45f6dda7-692b-44ba-9ce9-8aa2f52a1d14 req-0a46a9e0-a045-4785-b7c5-853ce5926301 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003907 Apr 08 17:44:13.784263 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a5962db4-eadb-4b3c-8055-5a6a62c263d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1643636'] for router_interface (a6247856-94f8-4f91-a953-7516526eb23c), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:13.822694 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-45f6dda7-692b-44ba-9ce9-8aa2f52a1d14 req-454c7e06-71bd-4ffb-9e1d-43578af5c048 service neutron] 10.222.0.91 "GET /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035612 Apr 08 17:44:14.206651 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5962db4-eadb-4b3c-8055-5a6a62c263d9 admin admin] Router a6247856-94f8-4f91-a953-7516526eb23c has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:44:14.333829 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5962db4-eadb-4b3c-8055-5a6a62c263d9 admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:44:14.338863 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-a5962db4-eadb-4b3c-8055-5a6a62c263d9 admin admin] 10.222.0.24 "PUT /v2.0/routers/a6247856-94f8-4f91-a953-7516526eb23c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7813921 Apr 08 17:44:14.341378 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49436) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:14.343981 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c23c3-a218-46db-b5fe-99b2fbd31275 None None] Sync routers for ids ['a6247856-94f8-4f91-a953-7516526eb23c'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:44:14.353562 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c23c3-a218-46db-b5fe-99b2fbd31275 None None] Routers {'a6247856-94f8-4f91-a953-7516526eb23c'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:44:14.354237 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-671c23c3-a218-46db-b5fe-99b2fbd31275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:43:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['a6247856-94f8-4f91-a953-7516526eb23c'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:14.456195 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-04ebb18f-eb8c-45fb-976f-6c5c77248117 admin admin] Publish callbacks [] for router (a6247856-94f8-4f91-a953-7516526eb23c), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:14.475152 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-671c23c3-a218-46db-b5fe-99b2fbd31275 None None] Set router a6247856-94f8-4f91-a953-7516526eb23c gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:44:14.578708 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-04ebb18f-eb8c-45fb-976f-6c5c77248117 admin admin] Publish callbacks [] for router_gateway (a6247856-94f8-4f91-a953-7516526eb23c), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:14.623423 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-04ebb18f-eb8c-45fb-976f-6c5c77248117 admin admin] Deleting port 8fab9cd4-34e7-4538-9252-20a21702865e {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:44:14.624416 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-04ebb18f-eb8c-45fb-976f-6c5c77248117 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (8fab9cd4-34e7-4538-9252-20a21702865e), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:14.717049 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-04ebb18f-eb8c-45fb-976f-6c5c77248117 admin admin] For port 8fab9cd4-34e7-4538-9252-20a21702865e, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=8fab9cd4-34e7-4538-9252-20a21702865e,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:14.717448 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-04ebb18f-eb8c-45fb-976f-6c5c77248117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (8fab9cd4-34e7-4538-9252-20a21702865e), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:14.731019 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-04ebb18f-eb8c-45fb-976f-6c5c77248117 admin admin] Calling delete_port for 8fab9cd4-34e7-4538-9252-20a21702865e owned by network:router_gateway {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:44:14.785468 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-671c23c3-a218-46db-b5fe-99b2fbd31275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'name': 'tempest-TestMinimumBasicScenario-1770809295-router', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:44:13Z', 'revision_number': 5, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'gw_port': {'id': '8fab9cd4-34e7-4538-9252-20a21702865e', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:83:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:14.789682 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:14.814809 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c23c3-a218-46db-b5fe-99b2fbd31275 None None] Checking router: a6247856-94f8-4f91-a953-7516526eb23c for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:44:14.823291 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c23c3-a218-46db-b5fe-99b2fbd31275 None None] Routers {'a6247856-94f8-4f91-a953-7516526eb23c'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:44:14.823960 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-671c23c3-a218-46db-b5fe-99b2fbd31275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:43:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['a6247856-94f8-4f91-a953-7516526eb23c'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:14.917110 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-04ebb18f-eb8c-45fb-976f-6c5c77248117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (8fab9cd4-34e7-4538-9252-20a21702865e), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:14.918223 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-671c23c3-a218-46db-b5fe-99b2fbd31275 None None] Set router a6247856-94f8-4f91-a953-7516526eb23c gateway port host: None {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:44:14.949382 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebb18f-eb8c-45fb-976f-6c5c77248117 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fab9cd4-34e7-4538-9252-20a21702865e,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:14.979624 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-671c23c3-a218-46db-b5fe-99b2fbd31275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'name': 'tempest-TestMinimumBasicScenario-1770809295-router', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:44:14Z', 'revision_number': 6, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'gw_port_host': None}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:15.007469 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c23c3-a218-46db-b5fe-99b2fbd31275 None None] The sync data for ids ['a6247856-94f8-4f91-a953-7516526eb23c'] in dv-cinder-837164-1-iscsi is: [{'id': 'a6247856-94f8-4f91-a953-7516526eb23c', 'name': 'tempest-TestMinimumBasicScenario-1770809295-router', 'tenant_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:09Z', 'updated_at': '2022-04-08T17:44:14Z', 'revision_number': 6, 'project_id': 'ca55bd6671ec4be0b183e1248c09d34b', 'gw_port_host': None}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:44:15.010912 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-04ebb18f-eb8c-45fb-976f-6c5c77248117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645974'] for router_gateway (a6247856-94f8-4f91-a953-7516526eb23c), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:15.119695 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-04ebb18f-eb8c-45fb-976f-6c5c77248117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6559'] for router (a6247856-94f8-4f91-a953-7516526eb23c), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:15.121922 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-04ebb18f-eb8c-45fb-976f-6c5c77248117 admin admin] Publish callbacks [] for router_controller (a6247856-94f8-4f91-a953-7516526eb23c), precommit_delete_associations {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:15.189065 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-04ebb18f-eb8c-45fb-976f-6c5c77248117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1731893'] for router (a6247856-94f8-4f91-a953-7516526eb23c), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:15.189615 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ebb18f-eb8c-45fb-976f-6c5c77248117 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6247856-94f8-4f91-a953-7516526eb23c {{(pid=103644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 17:44:15.194455 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-04ebb18f-eb8c-45fb-976f-6c5c77248117 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:15.195598 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-04ebb18f-eb8c-45fb-976f-6c5c77248117 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a6247856-94f8-4f91-a953-7516526eb23c HTTP/1.1" status: 204 len: 168 time: 0.8533115 Apr 08 17:44:15.198468 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49438) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:15.246074 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa856fa4-2d40-4c7a-bf0a-8baad5671d3c admin admin] Deleting subnet f73dc476-3c86-43aa-9145-70ffe54e5685 {{(pid=103644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:44:15.249311 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-fa856fa4-2d40-4c7a-bf0a-8baad5671d3c admin admin] Publish callbacks [] for subnet (f73dc476-3c86-43aa-9145-70ffe54e5685), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:15.285301 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-fa856fa4-2d40-4c7a-bf0a-8baad5671d3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8211231'] for subnet (f73dc476-3c86-43aa-9145-70ffe54e5685), precommit_delete_associations {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:15.370302 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-833d4b03-f3ef-4e6b-9287-6e4a2bf14f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:15.402707 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-fa856fa4-2d40-4c7a-bf0a-8baad5671d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929042'] for subnet (f73dc476-3c86-43aa-9145-70ffe54e5685), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:15.485533 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-fa856fa4-2d40-4c7a-bf0a-8baad5671d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5085542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4944753'] for subnet (f73dc476-3c86-43aa-9145-70ffe54e5685), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:15.516234 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa856fa4-2d40-4c7a-bf0a-8baad5671d3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f73dc476-3c86-43aa-9145-70ffe54e5685,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:15.518395 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-fa856fa4-2d40-4c7a-bf0a-8baad5671d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:15.521850 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-fa856fa4-2d40-4c7a-bf0a-8baad5671d3c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f73dc476-3c86-43aa-9145-70ffe54e5685 HTTP/1.1" status: 204 len: 168 time: 0.3223519 Apr 08 17:44:15.522763 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446ba385-9964-4e59-8f5b-b14568f0d202 None None] Network 3d46c65a-4971-4a7f-92b3-38349cf449e3 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:44:15.524516 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 49440) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:15.544026 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:44:15.605594 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-970409'] for network (3d46c65a-4971-4a7f-92b3-38349cf449e3), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:15.651856 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] Deleting port 04bc2ade-df07-4d9a-a159-f66c3ac12e8b {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:44:15.652228 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (04bc2ade-df07-4d9a-a159-f66c3ac12e8b), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:15.716468 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] For port 04bc2ade-df07-4d9a-a159-f66c3ac12e8b, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=04bc2ade-df07-4d9a-a159-f66c3ac12e8b,segment=NetworkSegment(5f841c34-c6dd-467e-82f9-2f99f5064ce8),segment_id=5f841c34-c6dd-467e-82f9-2f99f5064ce8)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:15.716884 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (04bc2ade-df07-4d9a-a159-f66c3ac12e8b), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:15.730685 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] Calling delete_port for 04bc2ade-df07-4d9a-a159-f66c3ac12e8b owned by network:dhcp {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:44:15.814300 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (04bc2ade-df07-4d9a-a159-f66c3ac12e8b), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:15.829252 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a435713-a4fc-4773-b7c4-7a895b8f6209 None None] DHCP port deletion for 3d46c65a-4971-4a7f-92b3-38349cf449e3 request from dv-cinder-837164-1-iscsi {{(pid=103645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 17:44:15.846145 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] Pushing event deleted for resources: {'Port': ['ID=04bc2ade-df07-4d9a-a159-f66c3ac12e8b,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:15.849966 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] No DVR routers for this DVR port 04bc2ade-df07-4d9a-a159-f66c3ac12e8b on host dv-cinder-837164-1-iscsi {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:44:15.904743 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 6e211f30-dd65-4b35-a47e-645e943da7fe no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:44:15.925057 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: 6e211f30-dd65-4b35-a47e-645e943da7fe {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:44:15.925664 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 6e211f30-dd65-4b35-a47e-645e943da7fe not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:44:15.932285 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931487', 'neutron.services.segments.db._delete_segments_for_network-8761101197981'] for network (3d46c65a-4971-4a7f-92b3-38349cf449e3), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:15.956975 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d46c65a-4971-4a7f-92b3-38349cf449e3']}} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:15.966638 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f841c34-c6dd-467e-82f9-2f99f5064ce8') {'for_net_delete': True} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:15.966933 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f841c34-c6dd-467e-82f9-2f99f5064ce8') {} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:15.976547 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761101199014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7555446'] for segment (5f841c34-c6dd-467e-82f9-2f99f5064ce8), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:15.990688 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (5f841c34-c6dd-467e-82f9-2f99f5064ce8), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:15.997591 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=103643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:44:15.997976 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7534669'] for segment (5f841c34-c6dd-467e-82f9-2f99f5064ce8), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: Traceback (most recent call last): Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: timer() Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: cb(*args, **kw) Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: return func(*args, **kwargs) Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: self._notify() Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: self.callback(batched_events) Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: event.method(event) Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: return f(self, *a, **k) Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._get(url).json() Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: return self.request(url, 'GET', **kwargs) Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:44:16.000314 dv-cinder-837164-1-iscsi neutron-server[103643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:44:16.058959 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646066'] for network (3d46c65a-4971-4a7f-92b3-38349cf449e3), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:16.065178 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:16.068386 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3d46c65a-4971-4a7f-92b3-38349cf449e3 HTTP/1.1" status: 204 len: 168 time: 0.5428107 Apr 08 17:44:16.072016 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49442) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:16.079947 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690ebc1-0ffa-4b16-90cc-09e68c3dc779 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d46c65a-4971-4a7f-92b3-38349cf449e3,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:16.414709 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-61a27c94-bed5-4b81-8a72-7668fb24d26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643744'] for router_interface (d960545f-462d-4d1a-bbfb-e36f3b8bedce), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:16.647859 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-61a27c94-bed5-4b81-8a72-7668fb24d26c admin admin] Deleting port 71d73417-f3d1-4e6c-98e7-9bd946dd4402 {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:44:16.648192 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-61a27c94-bed5-4b81-8a72-7668fb24d26c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (71d73417-f3d1-4e6c-98e7-9bd946dd4402), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:16.729247 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-61a27c94-bed5-4b81-8a72-7668fb24d26c admin admin] For port 71d73417-f3d1-4e6c-98e7-9bd946dd4402, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=71d73417-f3d1-4e6c-98e7-9bd946dd4402,segment=NetworkSegment(9429039b-eb9e-4f08-bc35-d4f5e43e203f),segment_id=9429039b-eb9e-4f08-bc35-d4f5e43e203f)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:16.729605 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-61a27c94-bed5-4b81-8a72-7668fb24d26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (71d73417-f3d1-4e6c-98e7-9bd946dd4402), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:16.742311 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-61a27c94-bed5-4b81-8a72-7668fb24d26c admin admin] Calling delete_port for 71d73417-f3d1-4e6c-98e7-9bd946dd4402 owned by network:router_interface {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:44:17.136614 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-61a27c94-bed5-4b81-8a72-7668fb24d26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (71d73417-f3d1-4e6c-98e7-9bd946dd4402), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:17.161553 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a27c94-bed5-4b81-8a72-7668fb24d26c admin admin] Pushing event deleted for resources: {'Port': ['ID=71d73417-f3d1-4e6c-98e7-9bd946dd4402,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:17.335960 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-61a27c94-bed5-4b81-8a72-7668fb24d26c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1643636'] for router_interface (d960545f-462d-4d1a-bbfb-e36f3b8bedce), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:17.526446 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 8fab9cd4-34e7-4538-9252-20a21702865e no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:44:17.555182 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: 8fab9cd4-34e7-4538-9252-20a21702865e {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:44:17.555540 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 8fab9cd4-34e7-4538-9252-20a21702865e not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:44:17.555975 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 04bc2ade-df07-4d9a-a159-f66c3ac12e8b no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:44:17.559443 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a27c94-bed5-4b81-8a72-7668fb24d26c admin admin] Router d960545f-462d-4d1a-bbfb-e36f3b8bedce has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:44:17.577744 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: 04bc2ade-df07-4d9a-a159-f66c3ac12e8b {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:44:17.578100 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 04bc2ade-df07-4d9a-a159-f66c3ac12e8b not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:44:17.671938 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a27c94-bed5-4b81-8a72-7668fb24d26c admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:44:17.677185 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-61a27c94-bed5-4b81-8a72-7668fb24d26c admin admin] 10.222.0.24 "PUT /v2.0/routers/d960545f-462d-4d1a-bbfb-e36f3b8bedce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6036108 Apr 08 17:44:17.679724 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49444) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:17.681311 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ca2ee-537b-4c92-863f-a21e949f3962 None None] Sync routers for ids ['d960545f-462d-4d1a-bbfb-e36f3b8bedce'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:44:17.691743 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ca2ee-537b-4c92-863f-a21e949f3962 None None] Routers {'d960545f-462d-4d1a-bbfb-e36f3b8bedce'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:44:17.692393 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-d20ca2ee-537b-4c92-863f-a21e949f3962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:43:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['d960545f-462d-4d1a-bbfb-e36f3b8bedce'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:17.787739 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2386680d-e64b-429f-b712-b4983f572fc9 admin admin] Publish callbacks [] for router (d960545f-462d-4d1a-bbfb-e36f3b8bedce), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:17.799482 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-d20ca2ee-537b-4c92-863f-a21e949f3962 None None] Set router d960545f-462d-4d1a-bbfb-e36f3b8bedce gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:44:17.895188 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2386680d-e64b-429f-b712-b4983f572fc9 admin admin] Publish callbacks [] for router_gateway (d960545f-462d-4d1a-bbfb-e36f3b8bedce), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:17.939409 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-2386680d-e64b-429f-b712-b4983f572fc9 admin admin] Deleting port b4b9adc3-86d9-452a-8c6a-a10a7175636e {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:44:17.939658 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2386680d-e64b-429f-b712-b4983f572fc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (b4b9adc3-86d9-452a-8c6a-a10a7175636e), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:17.970449 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-d20ca2ee-537b-4c92-863f-a21e949f3962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd960545f-462d-4d1a-bbfb-e36f3b8bedce', 'name': 'tempest-TestMinimumBasicScenario-1421198592-router', 'tenant_id': 'e95b796532304d6f891f1a7bd09d74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b4b9adc3-86d9-452a-8c6a-a10a7175636e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:19Z', 'updated_at': '2022-04-08T17:44:17Z', 'revision_number': 5, 'project_id': 'e95b796532304d6f891f1a7bd09d74d8', 'gw_port': {'id': 'b4b9adc3-86d9-452a-8c6a-a10a7175636e', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:57:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd960545f-462d-4d1a-bbfb-e36f3b8bedce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:20Z', 'updated_at': '2022-04-08T17:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:17.996503 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ca2ee-537b-4c92-863f-a21e949f3962 None None] Checking router: d960545f-462d-4d1a-bbfb-e36f3b8bedce for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:44:18.005374 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ca2ee-537b-4c92-863f-a21e949f3962 None None] Routers {'d960545f-462d-4d1a-bbfb-e36f3b8bedce'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:44:18.005985 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-d20ca2ee-537b-4c92-863f-a21e949f3962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:43:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['d960545f-462d-4d1a-bbfb-e36f3b8bedce'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:18.025558 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-2386680d-e64b-429f-b712-b4983f572fc9 admin admin] For port b4b9adc3-86d9-452a-8c6a-a10a7175636e, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=b4b9adc3-86d9-452a-8c6a-a10a7175636e,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:18.025938 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2386680d-e64b-429f-b712-b4983f572fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (b4b9adc3-86d9-452a-8c6a-a10a7175636e), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.040298 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-2386680d-e64b-429f-b712-b4983f572fc9 admin admin] Calling delete_port for b4b9adc3-86d9-452a-8c6a-a10a7175636e owned by network:router_gateway {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:44:18.042511 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-61bcddbb-3f0e-4e4c-a2d1-6e9d3704aaec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.095757 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-d20ca2ee-537b-4c92-863f-a21e949f3962 None None] Set router d960545f-462d-4d1a-bbfb-e36f3b8bedce gateway port host: None {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:44:18.150892 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-d20ca2ee-537b-4c92-863f-a21e949f3962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd960545f-462d-4d1a-bbfb-e36f3b8bedce', 'name': 'tempest-TestMinimumBasicScenario-1421198592-router', 'tenant_id': 'e95b796532304d6f891f1a7bd09d74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:19Z', 'updated_at': '2022-04-08T17:44:17Z', 'revision_number': 6, 'project_id': 'e95b796532304d6f891f1a7bd09d74d8', 'gw_port_host': None}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:18.177678 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ca2ee-537b-4c92-863f-a21e949f3962 None None] The sync data for ids ['d960545f-462d-4d1a-bbfb-e36f3b8bedce'] in dv-cinder-837164-1-iscsi is: [{'id': 'd960545f-462d-4d1a-bbfb-e36f3b8bedce', 'name': 'tempest-TestMinimumBasicScenario-1421198592-router', 'tenant_id': 'e95b796532304d6f891f1a7bd09d74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:19Z', 'updated_at': '2022-04-08T17:44:17Z', 'revision_number': 6, 'project_id': 'e95b796532304d6f891f1a7bd09d74d8', 'gw_port_host': None}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:44:18.220618 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2386680d-e64b-429f-b712-b4983f572fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (b4b9adc3-86d9-452a-8c6a-a10a7175636e), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.249505 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386680d-e64b-429f-b712-b4983f572fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b9adc3-86d9-452a-8c6a-a10a7175636e,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:18.312612 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2386680d-e64b-429f-b712-b4983f572fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645974'] for router_gateway (d960545f-462d-4d1a-bbfb-e36f3b8bedce), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.406666 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2386680d-e64b-429f-b712-b4983f572fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6559'] for router (d960545f-462d-4d1a-bbfb-e36f3b8bedce), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.408850 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2386680d-e64b-429f-b712-b4983f572fc9 admin admin] Publish callbacks [] for router_controller (d960545f-462d-4d1a-bbfb-e36f3b8bedce), precommit_delete_associations {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.454416 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2386680d-e64b-429f-b712-b4983f572fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1731893'] for router (d960545f-462d-4d1a-bbfb-e36f3b8bedce), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.454954 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2386680d-e64b-429f-b712-b4983f572fc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d960545f-462d-4d1a-bbfb-e36f3b8bedce {{(pid=103644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 17:44:18.460465 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2386680d-e64b-429f-b712-b4983f572fc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.461639 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-2386680d-e64b-429f-b712-b4983f572fc9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d960545f-462d-4d1a-bbfb-e36f3b8bedce HTTP/1.1" status: 204 len: 168 time: 0.7807631 Apr 08 17:44:18.464100 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49446) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:18.508321 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_v2 [None req-b378f8c9-09b5-4e02-a1f8-b2410472cfb9 admin admin] Deleting subnet 0a57dab3-b2df-448b-8203-9ef23125ff5a {{(pid=103644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:44:18.511690 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b378f8c9-09b5-4e02-a1f8-b2410472cfb9 admin admin] Publish callbacks [] for subnet (0a57dab3-b2df-448b-8203-9ef23125ff5a), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.548869 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b378f8c9-09b5-4e02-a1f8-b2410472cfb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8211231'] for subnet (0a57dab3-b2df-448b-8203-9ef23125ff5a), precommit_delete_associations {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.637483 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b378f8c9-09b5-4e02-a1f8-b2410472cfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929042'] for subnet (0a57dab3-b2df-448b-8203-9ef23125ff5a), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.696231 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b378f8c9-09b5-4e02-a1f8-b2410472cfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5085542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4944753'] for subnet (0a57dab3-b2df-448b-8203-9ef23125ff5a), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.723189 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378f8c9-09b5-4e02-a1f8-b2410472cfb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a57dab3-b2df-448b-8203-9ef23125ff5a,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:18.726536 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b378f8c9-09b5-4e02-a1f8-b2410472cfb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.729740 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-b378f8c9-09b5-4e02-a1f8-b2410472cfb9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0a57dab3-b2df-448b-8203-9ef23125ff5a HTTP/1.1" status: 204 len: 168 time: 0.2646866 Apr 08 17:44:18.732232 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49448) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:18.734592 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4856fd43-20db-4801-a575-9153d15d8224 None None] Network f24a6f7b-8d34-4586-a4f9-464daa9dbfe8 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:44:18.804909 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-970409'] for network (f24a6f7b-8d34-4586-a4f9-464daa9dbfe8), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.843936 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.854137 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] Deleting port 688bacae-b630-43d8-a344-42f8c3eb89a1 {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:44:18.854624 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (688bacae-b630-43d8-a344-42f8c3eb89a1), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.925113 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] For port 688bacae-b630-43d8-a344-42f8c3eb89a1, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=688bacae-b630-43d8-a344-42f8c3eb89a1,segment=NetworkSegment(9429039b-eb9e-4f08-bc35-d4f5e43e203f),segment_id=9429039b-eb9e-4f08-bc35-d4f5e43e203f)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:18.925113 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (688bacae-b630-43d8-a344-42f8c3eb89a1), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.943618 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] Calling delete_port for 688bacae-b630-43d8-a344-42f8c3eb89a1 owned by network:dhcp {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:44:18.972949 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772d4391-cc1c-452d-aedc-79be8538ff73 None None] DHCP port deletion for f24a6f7b-8d34-4586-a4f9-464daa9dbfe8 request from dv-cinder-837164-1-iscsi {{(pid=103645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 17:44:19.013411 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-772d4391-cc1c-452d-aedc-79be8538ff73 None None] Deleting port 688bacae-b630-43d8-a344-42f8c3eb89a1 {{(pid=103645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:44:19.013870 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-772d4391-cc1c-452d-aedc-79be8538ff73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (688bacae-b630-43d8-a344-42f8c3eb89a1), before_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:19.029070 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (688bacae-b630-43d8-a344-42f8c3eb89a1), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:19.056151 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] Pushing event deleted for resources: {'Port': ['ID=688bacae-b630-43d8-a344-42f8c3eb89a1,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:19.059973 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] No DVR routers for this DVR port 688bacae-b630-43d8-a344-42f8c3eb89a1 on host dv-cinder-837164-1-iscsi {{(pid=103644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:44:19.088549 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-772d4391-cc1c-452d-aedc-79be8538ff73 None None] For port 688bacae-b630-43d8-a344-42f8c3eb89a1, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=688bacae-b630-43d8-a344-42f8c3eb89a1,segment=NetworkSegment(9429039b-eb9e-4f08-bc35-d4f5e43e203f),segment_id=9429039b-eb9e-4f08-bc35-d4f5e43e203f)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:19.088946 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-772d4391-cc1c-452d-aedc-79be8538ff73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (688bacae-b630-43d8-a344-42f8c3eb89a1), precommit_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:19.102256 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-772d4391-cc1c-452d-aedc-79be8538ff73 None None] Calling delete_port for 688bacae-b630-43d8-a344-42f8c3eb89a1 owned by network:dhcp {{(pid=103645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:44:19.156520 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931487', 'neutron.services.segments.db._delete_segments_for_network-8761101197981'] for network (f24a6f7b-8d34-4586-a4f9-464daa9dbfe8), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:19.179656 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.services.segments.db [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24a6f7b-8d34-4586-a4f9-464daa9dbfe8']}} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:19.191840 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.services.segments.db [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9429039b-eb9e-4f08-bc35-d4f5e43e203f') {'for_net_delete': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:19.192140 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.services.segments.db [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9429039b-eb9e-4f08-bc35-d4f5e43e203f') {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:19.202584 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761101199014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8211222'] for segment (9429039b-eb9e-4f08-bc35-d4f5e43e203f), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:19.216912 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (9429039b-eb9e-4f08-bc35-d4f5e43e203f), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:19.224287 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=103644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:44:19.224906 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5085440'] for segment (9429039b-eb9e-4f08-bc35-d4f5e43e203f), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: Traceback (most recent call last): Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: timer() Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: cb(*args, **kw) Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: return func(*args, **kwargs) Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: self._notify() Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: self.callback(batched_events) Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: event.method(event) Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: return f(self, *a, **k) Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: return self._get(url).json() Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: return self.request(url, 'GET', **kwargs) Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:44:19.226518 dv-cinder-837164-1-iscsi neutron-server[103644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:44:19.246878 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-772d4391-cc1c-452d-aedc-79be8538ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641'] for port (688bacae-b630-43d8-a344-42f8c3eb89a1), after_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:19.281780 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d4391-cc1c-452d-aedc-79be8538ff73 None None] Pushing event deleted for resources: {'Port': ['ID=688bacae-b630-43d8-a344-42f8c3eb89a1,revision_number=None']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:19.285532 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d4391-cc1c-452d-aedc-79be8538ff73 None None] No DVR routers for this DVR port 688bacae-b630-43d8-a344-42f8c3eb89a1 on host dv-cinder-837164-1-iscsi {{(pid=103645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:44:19.298261 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646066'] for network (f24a6f7b-8d34-4586-a4f9-464daa9dbfe8), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:19.305839 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:19.308988 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f24a6f7b-8d34-4586-a4f9-464daa9dbfe8 HTTP/1.1" status: 204 len: 168 time: 0.5758238 Apr 08 17:44:19.321492 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be57424-fa16-4b66-99eb-f36ddea31709 admin admin] Pushing event deleted for resources: {'Network': ['ID=f24a6f7b-8d34-4586-a4f9-464daa9dbfe8,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:19.479110 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 71d73417-f3d1-4e6c-98e7-9bd946dd4402 no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:44:19.500559 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: 71d73417-f3d1-4e6c-98e7-9bd946dd4402 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:44:19.500875 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 49454) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:19.501371 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 71d73417-f3d1-4e6c-98e7-9bd946dd4402 not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:44:19.501371 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device b4b9adc3-86d9-452a-8c6a-a10a7175636e no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:44:19.519834 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: b4b9adc3-86d9-452a-8c6a-a10a7175636e {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:44:19.520288 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device b4b9adc3-86d9-452a-8c6a-a10a7175636e not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:44:19.520777 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 688bacae-b630-43d8-a344-42f8c3eb89a1 no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:44:19.540590 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: 688bacae-b630-43d8-a344-42f8c3eb89a1 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:44:19.540810 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 688bacae-b630-43d8-a344-42f8c3eb89a1 not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:44:19.549609 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-fd10412d-006b-4a8c-96e3-3f8213fd9189 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca55bd6671ec4be0b183e1248c09d34b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450935 Apr 08 17:44:19.549929 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 49456) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:19.601015 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-4270c7bc-3fd6-4d98-a24a-9d53e87c3b9e admin admin] Publish callbacks [] for security_group (dc730667-ca9e-4450-adf0-e727648d2340), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:19.623911 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-4270c7bc-3fd6-4d98-a24a-9d53e87c3b9e admin admin] Publish callbacks [] for security_group (dc730667-ca9e-4450-adf0-e727648d2340), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:19.677177 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-4270c7bc-3fd6-4d98-a24a-9d53e87c3b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (dc730667-ca9e-4450-adf0-e727648d2340), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:19.680067 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-4270c7bc-3fd6-4d98-a24a-9d53e87c3b9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:19.681277 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-4270c7bc-3fd6-4d98-a24a-9d53e87c3b9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc730667-ca9e-4450-adf0-e727648d2340 HTTP/1.1" status: 204 len: 168 time: 0.1306543 Apr 08 17:44:19.694492 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270c7bc-3fd6-4d98-a24a-9d53e87c3b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc730667-ca9e-4450-adf0-e727648d2340,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:20.019188 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49468) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:20.067595 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-03c339e8-fb7c-4efe-a7ff-13fa017220ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e95b796532304d6f891f1a7bd09d74d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469353 Apr 08 17:44:20.070445 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 49472) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:20.123171 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-039c756b-83d5-4b7b-a68e-af7251153c0b admin admin] Publish callbacks [] for security_group (21a0742a-a295-4913-a391-3acab74ad18a), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:20.144950 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-039c756b-83d5-4b7b-a68e-af7251153c0b admin admin] Publish callbacks [] for security_group (21a0742a-a295-4913-a391-3acab74ad18a), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:20.194392 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-039c756b-83d5-4b7b-a68e-af7251153c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (21a0742a-a295-4913-a391-3acab74ad18a), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:20.197071 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-039c756b-83d5-4b7b-a68e-af7251153c0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:20.198907 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-039c756b-83d5-4b7b-a68e-af7251153c0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21a0742a-a295-4913-a391-3acab74ad18a HTTP/1.1" status: 204 len: 168 time: 0.1271300 Apr 08 17:44:20.207426 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c756b-83d5-4b7b-a68e-af7251153c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a0742a-a295-4913-a391-3acab74ad18a,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:20.532311 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:20.925242 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49496) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:21.035417 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-0d846705-b3d5-4ba0-b658-ac2e4e003b02 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-543611597-network', 'tenant_id': '17839927addb4c4db61cbcd20994fa84'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:21.059382 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d846705-b3d5-4ba0-b658-ac2e4e003b02 admin admin] Made reservation on behalf of 17839927addb4c4db61cbcd20994fa84 for: {'network': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:44:21.061996 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0d846705-b3d5-4ba0-b658-ac2e4e003b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for network (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:21.070564 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0d846705-b3d5-4ba0-b658-ac2e4e003b02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:21.151322 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0d846705-b3d5-4ba0-b658-ac2e4e003b02 admin admin] Publish callbacks [] for security_group (34e25f62-8443-4234-aa3a-2d35be785b01), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:21.159830 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0d846705-b3d5-4ba0-b658-ac2e4e003b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (34e25f62-8443-4234-aa3a-2d35be785b01), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:21.182800 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d846705-b3d5-4ba0-b658-ac2e4e003b02 admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=103644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:44:21.198005 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d846705-b3d5-4ba0-b658-ac2e4e003b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e25f62-8443-4234-aa3a-2d35be785b01,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:21.201181 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0d846705-b3d5-4ba0-b658-ac2e4e003b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:21.201550 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.segments_db [None req-0d846705-b3d5-4ba0-b658-ac2e4e003b02 admin admin] Added segment f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf of type vlan for network 80fefa94-3dd9-45cd-815e-0803d238c223 Apr 08 17:44:21.242506 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0d846705-b3d5-4ba0-b658-ac2e4e003b02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761100671573'] for network (80fefa94-3dd9-45cd-815e-0803d238c223), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:21.268469 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0d846705-b3d5-4ba0-b658-ac2e4e003b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for network (80fefa94-3dd9-45cd-815e-0803d238c223), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:21.269426 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d846705-b3d5-4ba0-b658-ac2e4e003b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:21.270015 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0d846705-b3d5-4ba0-b658-ac2e4e003b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:21.303882 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-0d846705-b3d5-4ba0-b658-ac2e4e003b02 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3774934 Apr 08 17:44:21.306845 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49506) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:21.312505 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-2c939fcc-0085-4536-9fd2-f902501fda6b admin admin] Request body: {'subnet': {'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-543611597-subnet', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'ip_version': 4}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:21.349666 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d846705-b3d5-4ba0-b658-ac2e4e003b02 admin admin] Pushing event updated for resources: {'Network': ['ID=80fefa94-3dd9-45cd-815e-0803d238c223,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:21.364835 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Network 80fefa94-3dd9-45cd-815e-0803d238c223 details requested by agent ovs-agent-dv-cinder-837164-1-iscsi with host dv-cinder-837164-1-iscsi {{(pid=103645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:44:21.373564 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c939fcc-0085-4536-9fd2-f902501fda6b admin admin] Made reservation on behalf of 17839927addb4c4db61cbcd20994fa84 for: {'subnet': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:44:21.376089 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2c939fcc-0085-4536-9fd2-f902501fda6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4944660'] for subnet (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:21.557235 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2c939fcc-0085-4536-9fd2-f902501fda6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5086115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4944762'] for subnet (6a2be9bd-5336-4c39-a5b3-3c836052d0bb), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:21.615289 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c939fcc-0085-4536-9fd2-f902501fda6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a2be9bd-5336-4c39-a5b3-3c836052d0bb,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:21.623271 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c939fcc-0085-4536-9fd2-f902501fda6b admin admin] Checking segment: {'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:44:21.624158 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c939fcc-0085-4536-9fd2-f902501fda6b admin admin] Network hostable DHCP agents. Network: 80fefa94-3dd9-45cd-815e-0803d238c223, hostable agents: ['72b2ee88-fa79-44c9-b63e-eafca22f1392'], hosted agents: [] {{(pid=103644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:44:21.642017 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c939fcc-0085-4536-9fd2-f902501fda6b admin admin] Network 80fefa94-3dd9-45cd-815e-0803d238c223 is scheduled to be hosted by DHCP agent 72b2ee88-fa79-44c9-b63e-eafca22f1392 with binding_index 1 {{(pid=103644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:44:21.651969 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-2c939fcc-0085-4536-9fd2-f902501fda6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837164-1-iscsi, 80fefa94-3dd9-45cd-815e-0803d238c223) {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:44:21.657427 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c939fcc-0085-4536-9fd2-f902501fda6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:21.658031 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2c939fcc-0085-4536-9fd2-f902501fda6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:21.661386 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff547b9-2ed1-4daf-8b45-746b24b17804 None None] Network 80fefa94-3dd9-45cd-815e-0803d238c223 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:44:21.685393 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-2c939fcc-0085-4536-9fd2-f902501fda6b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3774393 Apr 08 17:44:21.688567 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49508) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:21.692889 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-babef58a-d6db-40f8-9bfd-5c4e66b3b113 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:21.714008 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-babef58a-d6db-40f8-9bfd-5c4e66b3b113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6541'] for router (3fbe9972-bf03-49fe-a327-77f95efd3ae5), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:21.715123 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-babef58a-d6db-40f8-9bfd-5c4e66b3b113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1646445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6548'] for router (3fbe9972-bf03-49fe-a327-77f95efd3ae5), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:21.768856 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46dd6811-0023-5a74-808c-f3f6e7a50dab-80fefa94-3dd9-45cd-815e-0803d238c223', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'project_id': '17839927addb4c4db61cbcd20994fa84', 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb'}]}} from dv-cinder-837164-1-iscsi. {{(pid=103645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:44:21.769753 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:21.775261 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-babef58a-d6db-40f8-9bfd-5c4e66b3b113 admin admin] Publish callbacks [] for router_controller (3fbe9972-bf03-49fe-a327-77f95efd3ae5), precommit_add_association {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:21.920097 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:21.923073 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.db_base_plugin_common [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] Allocated IP 172.20.0.2 (80fefa94-3dd9-45cd-815e-0803d238c223/6a2be9bd-5336-4c39-a5b3-3c836052d0bb/037eef54-1cc3-456f-a313-3dcb300ef11f) {{(pid=103645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:44:21.936806 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-babef58a-d6db-40f8-9bfd-5c4e66b3b113 admin admin] Publish callbacks [] for router_gateway (3fbe9972-bf03-49fe-a327-77f95efd3ae5), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:22.081115 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] Publish callbacks [] for port (037eef54-1cc3-456f-a313-3dcb300ef11f), precommit_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:22.088136 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632'] for port (037eef54-1cc3-456f-a313-3dcb300ef11f), after_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:22.124687 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-babef58a-d6db-40f8-9bfd-5c4e66b3b113 admin admin] Publish callbacks [] for router_gateway (3fbe9972-bf03-49fe-a327-77f95efd3ae5), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:22.129369 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] Network 80fefa94-3dd9-45cd-815e-0803d238c223 is already hosted by enough agents. {{(pid=103645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:44:22.132342 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.base_scheduler [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] Resources bound (agent type, host, resource id): {{(pid=103645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:44:22.138492 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] Received port after_create {{(pid=103645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:44:22.144066 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] Pushing event updated for resources: {'Port': ['ID=037eef54-1cc3-456f-a313-3dcb300ef11f,revision_number=1']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:22.144948 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-babef58a-d6db-40f8-9bfd-5c4e66b3b113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:22.201781 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] Attempting to bind port 037eef54-1cc3-456f-a313-3dcb300ef11f on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:44:22.201781 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] Attempting to bind port 037eef54-1cc3-456f-a313-3dcb300ef11f by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:44:22.202234 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] Attempting to bind port 037eef54-1cc3-456f-a313-3dcb300ef11f on network 80fefa94-3dd9-45cd-815e-0803d238c223 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:44:22.208850 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:44:22.209226 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] Checking segment: {'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:44:22.209627 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:22.210023 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] Bound using segment: {'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:44:22.210486 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] Bound port: 037eef54-1cc3-456f-a313-3dcb300ef11f, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:44:22.210867 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (037eef54-1cc3-456f-a313-3dcb300ef11f), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:22.270808 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-babef58a-d6db-40f8-9bfd-5c4e66b3b113 admin admin] Allocated IP 172.27.0.127 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/3082c818-fdcb-4d17-94a1-2fd3d5443625) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:44:22.276760 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] For port 037eef54-1cc3-456f-a313-3dcb300ef11f, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:44:22.281271 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] For port 037eef54-1cc3-456f-a313-3dcb300ef11f, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=037eef54-1cc3-456f-a313-3dcb300ef11f,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:44:22.288647 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (037eef54-1cc3-456f-a313-3dcb300ef11f), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:22.353968 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f983edf-7a56-4fa9-ac5a-098853dc5609 None None] Pushing event updated for resources: {'Port': ['ID=037eef54-1cc3-456f-a313-3dcb300ef11f,revision_number=2']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:22.403044 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-babef58a-d6db-40f8-9bfd-5c4e66b3b113 admin admin] Publish callbacks [] for port (3082c818-fdcb-4d17-94a1-2fd3d5443625), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:22.443504 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-babef58a-d6db-40f8-9bfd-5c4e66b3b113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (3082c818-fdcb-4d17-94a1-2fd3d5443625), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:22.484167 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babef58a-d6db-40f8-9bfd-5c4e66b3b113 admin admin] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:44:22.489662 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-babef58a-d6db-40f8-9bfd-5c4e66b3b113 admin admin] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:44:22.493869 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babef58a-d6db-40f8-9bfd-5c4e66b3b113 admin admin] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:44:22.808842 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babef58a-d6db-40f8-9bfd-5c4e66b3b113 admin admin] Pushing event updated for resources: {'Port': ['ID=3082c818-fdcb-4d17-94a1-2fd3d5443625,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:22.853473 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef9641-6d51-4f94-9dc1-b7d314acc7b6 req-5d01799c-7bc1-4df0-a68e-3fdd0973596c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:22.854998 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-08ef9641-6d51-4f94-9dc1-b7d314acc7b6 req-5d01799c-7bc1-4df0-a68e-3fdd0973596c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0697773 Apr 08 17:44:22.991175 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-08ef9641-6d51-4f94-9dc1-b7d314acc7b6 req-9d9e5e6f-12b8-44de-9cb9-594076e0f8d4 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047471 Apr 08 17:44:23.104354 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-babef58a-d6db-40f8-9bfd-5c4e66b3b113 admin admin] Publish callbacks [] for router_gateway (3fbe9972-bf03-49fe-a327-77f95efd3ae5), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:23.332117 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-babef58a-d6db-40f8-9bfd-5c4e66b3b113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646010'] for router (3fbe9972-bf03-49fe-a327-77f95efd3ae5), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:23.343375 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ce97ca-3cb4-4c6e-bb63-99d3b74bed4c None None] Network 80fefa94-3dd9-45cd-815e-0803d238c223 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:44:23.412920 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-306a8128-fef7-4b9e-b996-ae870b8e56b8 None None] Provisioning complete for port 037eef54-1cc3-456f-a313-3dcb300ef11f triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:23.413298 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-306a8128-fef7-4b9e-b996-ae870b8e56b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (037eef54-1cc3-456f-a313-3dcb300ef11f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:23.499881 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babef58a-d6db-40f8-9bfd-5c4e66b3b113 admin admin] Router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 is scheduled to L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 with binding_index 1 {{(pid=103644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:44:23.528382 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 037eef54-1cc3-456f-a313-3dcb300ef11f up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:44:23.534803 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-306a8128-fef7-4b9e-b996-ae870b8e56b8 None None] Current status of the port 037eef54-1cc3-456f-a313-3dcb300ef11f is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:23.535203 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-306a8128-fef7-4b9e-b996-ae870b8e56b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (037eef54-1cc3-456f-a313-3dcb300ef11f), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:23.641596 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babef58a-d6db-40f8-9bfd-5c4e66b3b113 admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:44:23.674266 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-babef58a-d6db-40f8-9bfd-5c4e66b3b113 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:23.678678 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 49524) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:23.679285 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-babef58a-d6db-40f8-9bfd-5c4e66b3b113 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9891579 Apr 08 17:44:23.692741 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] Sync routers for ids ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:44:23.727119 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] Routers {'3fbe9972-bf03-49fe-a327-77f95efd3ae5'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:44:23.727747 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:44:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:23.773962 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-306a8128-fef7-4b9e-b996-ae870b8e56b8 None None] For port 037eef54-1cc3-456f-a313-3dcb300ef11f, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=037eef54-1cc3-456f-a313-3dcb300ef11f,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:23.785964 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-306a8128-fef7-4b9e-b996-ae870b8e56b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (037eef54-1cc3-456f-a313-3dcb300ef11f), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:23.821157 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 037eef54-1cc3-456f-a313-3dcb300ef11f triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:23.821536 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (037eef54-1cc3-456f-a313-3dcb300ef11f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:23.933844 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a8128-fef7-4b9e-b996-ae870b8e56b8 None None] Pushing event updated for resources: {'Port': ['ID=037eef54-1cc3-456f-a313-3dcb300ef11f,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:23.945389 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-daf1b5e4-56fe-41ea-b5ac-5c9dfc9a9693 None None] Provisioning complete for port 037eef54-1cc3-456f-a313-3dcb300ef11f triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:23.945758 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-daf1b5e4-56fe-41ea-b5ac-5c9dfc9a9693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (037eef54-1cc3-456f-a313-3dcb300ef11f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:23.951260 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] Set router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:44:24.129030 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 037eef54-1cc3-456f-a313-3dcb300ef11f is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:24.139080 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13146172-8089-4341-9392-9004273d7992 req-f4471e21-3e2b-4f73-a81c-ab78d43ff9f1 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:24.141533 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-13146172-8089-4341-9392-9004273d7992 req-f4471e21-3e2b-4f73-a81c-ab78d43ff9f1 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0609946 Apr 08 17:44:24.200927 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-13146172-8089-4341-9392-9004273d7992 req-3e992ea5-1696-49ba-9d69-95bb27d6f2ad tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520539 Apr 08 17:44:24.210780 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-daf1b5e4-56fe-41ea-b5ac-5c9dfc9a9693 None None] Current status of the port 037eef54-1cc3-456f-a313-3dcb300ef11f is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:24.238050 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:22Z', 'revision_number': 3, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:24.265512 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] Checking router: 3fbe9972-bf03-49fe-a327-77f95efd3ae5 for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:44:24.265913 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] Updating router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 port 3082c818-fdcb-4d17-94a1-2fd3d5443625 binding host dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:44:24.298376 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (3082c818-fdcb-4d17-94a1-2fd3d5443625), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:24.394376 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7f2a9d42-efe2-4caf-a224-ce62d70c151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:24.561509 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-7f2a9d42-efe2-4caf-a224-ce62d70c151c admin admin] Allocated IP 172.20.0.1 (80fefa94-3dd9-45cd-815e-0803d238c223/6a2be9bd-5336-4c39-a5b3-3c836052d0bb/c0d5828c-7cd6-409e-ac15-ee5d17830b24) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:44:24.576928 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] Publish callbacks [] for port (3082c818-fdcb-4d17-94a1-2fd3d5443625), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:24.583546 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (3082c818-fdcb-4d17-94a1-2fd3d5443625), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:24.637095 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] Attempting to bind port 3082c818-fdcb-4d17-94a1-2fd3d5443625 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:44:24.637460 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] Attempting to bind port 3082c818-fdcb-4d17-94a1-2fd3d5443625 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:44:24.637831 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] Attempting to bind port 3082c818-fdcb-4d17-94a1-2fd3d5443625 on network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:44:24.641759 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f0034-2205-44e8-acbc-b4053eba9899 None None] Pushing event updated for resources: {'Port': ['ID=3082c818-fdcb-4d17-94a1-2fd3d5443625,revision_number=2']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:24.646666 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:44:24.647095 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] Checking segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:44:24.647445 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:24.647886 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] Bound using segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:44:24.648338 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] Bound port: 3082c818-fdcb-4d17-94a1-2fd3d5443625, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:44:24.648720 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (3082c818-fdcb-4d17-94a1-2fd3d5443625), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:24.673471 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7f2a9d42-efe2-4caf-a224-ce62d70c151c admin admin] Publish callbacks [] for port (c0d5828c-7cd6-409e-ac15-ee5d17830b24), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:24.704708 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] For port 3082c818-fdcb-4d17-94a1-2fd3d5443625, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:44:24.707814 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] For port 3082c818-fdcb-4d17-94a1-2fd3d5443625, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=3082c818-fdcb-4d17-94a1-2fd3d5443625,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:44:24.710966 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7f2a9d42-efe2-4caf-a224-ce62d70c151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (c0d5828c-7cd6-409e-ac15-ee5d17830b24), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:24.714249 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (3082c818-fdcb-4d17-94a1-2fd3d5443625), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:24.756363 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2a9d42-efe2-4caf-a224-ce62d70c151c admin admin] Network 80fefa94-3dd9-45cd-815e-0803d238c223 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:44:24.759672 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-7f2a9d42-efe2-4caf-a224-ce62d70c151c admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:44:24.763791 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2a9d42-efe2-4caf-a224-ce62d70c151c admin admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:44:24.772872 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] Routers {'3fbe9972-bf03-49fe-a327-77f95efd3ae5'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:44:24.773454 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:44:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:24.775355 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f0034-2205-44e8-acbc-b4053eba9899 None None] Pushing event updated for resources: {'Port': ['ID=3082c818-fdcb-4d17-94a1-2fd3d5443625,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:24.792471 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a9d42-efe2-4caf-a224-ce62d70c151c admin admin] Pushing event updated for resources: {'Port': ['ID=c0d5828c-7cd6-409e-ac15-ee5d17830b24,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:24.809435 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7f2a9d42-efe2-4caf-a224-ce62d70c151c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645933'] for router_interface (3fbe9972-bf03-49fe-a327-77f95efd3ae5), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:24.889932 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] Set router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:44:24.960018 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7f2a9d42-efe2-4caf-a224-ce62d70c151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (c0d5828c-7cd6-409e-ac15-ee5d17830b24), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:25.042329 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-3fbbaab5-12a7-4b2d-a4c9-35d5bef32a50 None None] Provisioning complete for port c0d5828c-7cd6-409e-ac15-ee5d17830b24 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:25.042683 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-3fbbaab5-12a7-4b2d-a4c9-35d5bef32a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (c0d5828c-7cd6-409e-ac15-ee5d17830b24), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:25.108583 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:22Z', 'revision_number': 3, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:25.110366 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-3fbbaab5-12a7-4b2d-a4c9-35d5bef32a50 None None] Port c0d5828c-7cd6-409e-ac15-ee5d17830b24 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:44:25.136936 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d849971f-17dc-4826-b06c-df6927d490a9 None None] The sync data for ids ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'] in dv-cinder-837164-1-iscsi is: [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:22Z', 'revision_number': 3, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:44:25.145133 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7f2a9d42-efe2-4caf-a224-ce62d70c151c admin admin] Publish callbacks [] for port (c0d5828c-7cd6-409e-ac15-ee5d17830b24), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:25.151533 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7f2a9d42-efe2-4caf-a224-ce62d70c151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (c0d5828c-7cd6-409e-ac15-ee5d17830b24), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:25.228845 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a9d42-efe2-4caf-a224-ce62d70c151c admin admin] Pushing event updated for resources: {'Port': ['ID=c0d5828c-7cd6-409e-ac15-ee5d17830b24,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:25.233290 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7f2a9d42-efe2-4caf-a224-ce62d70c151c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643773'] for router_interface (3fbe9972-bf03-49fe-a327-77f95efd3ae5), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:25.341409 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2a9d42-efe2-4caf-a224-ce62d70c151c admin admin] Network 80fefa94-3dd9-45cd-815e-0803d238c223 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:44:25.343426 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-7f2a9d42-efe2-4caf-a224-ce62d70c151c admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:44:25.346832 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03181965-20c9-4521-8627-33b5dd62783e req-b608ff0b-f3e9-42a7-aa96-ed7c93b45bdc tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:25.349216 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-03181965-20c9-4521-8627-33b5dd62783e req-b608ff0b-f3e9-42a7-aa96-ed7c93b45bdc tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0626152 Apr 08 17:44:25.468397 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-03181965-20c9-4521-8627-33b5dd62783e req-4fdab9e1-23e5-4927-b085-85ca86820175 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026556 Apr 08 17:44:25.511516 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2a9d42-efe2-4caf-a224-ce62d70c151c admin admin] Router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:44:25.638699 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 3082c818-fdcb-4d17-94a1-2fd3d5443625 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:44:25.680644 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2a9d42-efe2-4caf-a224-ce62d70c151c admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:44:25.692796 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-7f2a9d42-efe2-4caf-a224-ce62d70c151c admin admin] 10.222.0.24 "PUT /v2.0/routers/3fbe9972-bf03-49fe-a327-77f95efd3ae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0120156 Apr 08 17:44:25.695480 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 3082c818-fdcb-4d17-94a1-2fd3d5443625 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:25.695865 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (3082c818-fdcb-4d17-94a1-2fd3d5443625), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:25.747151 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-4d50d60f-5704-4857-8832-d21859581dcc None None] Provisioning complete for port c0d5828c-7cd6-409e-ac15-ee5d17830b24 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:25.747528 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4d50d60f-5704-4857-8832-d21859581dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (c0d5828c-7cd6-409e-ac15-ee5d17830b24), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:25.932254 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-4d50d60f-5704-4857-8832-d21859581dcc None None] Port c0d5828c-7cd6-409e-ac15-ee5d17830b24 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:44:25.972180 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 3082c818-fdcb-4d17-94a1-2fd3d5443625 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:25.972623 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (3082c818-fdcb-4d17-94a1-2fd3d5443625), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:25.997001 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] For port 3082c818-fdcb-4d17-94a1-2fd3d5443625, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=3082c818-fdcb-4d17-94a1-2fd3d5443625,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:26.003731 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (3082c818-fdcb-4d17-94a1-2fd3d5443625), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:26.004936 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 037eef54-1cc3-456f-a313-3dcb300ef11f up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:44:26.086378 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Pushing event updated for resources: {'Port': ['ID=3082c818-fdcb-4d17-94a1-2fd3d5443625,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:26.106741 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 037eef54-1cc3-456f-a313-3dcb300ef11f triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:26.107117 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (037eef54-1cc3-456f-a313-3dcb300ef11f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:26.190479 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 037eef54-1cc3-456f-a313-3dcb300ef11f is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:26.244090 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 49544) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:26.249371 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-c94fb7f0-de10-4c19-84d6-dbf60d16ff8d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-643205049-network', 'tenant_id': 'bbc2ef4fc29f49a9aa574e34894f446f'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:26.275087 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94fb7f0-de10-4c19-84d6-dbf60d16ff8d admin admin] Made reservation on behalf of bbc2ef4fc29f49a9aa574e34894f446f for: {'network': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:44:26.277665 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c94fb7f0-de10-4c19-84d6-dbf60d16ff8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for network (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:26.287206 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c94fb7f0-de10-4c19-84d6-dbf60d16ff8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:26.366489 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c94fb7f0-de10-4c19-84d6-dbf60d16ff8d admin admin] Publish callbacks [] for security_group (c851154d-00df-4269-97a6-06ae86b36d6b), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:26.371287 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c94fb7f0-de10-4c19-84d6-dbf60d16ff8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (c851154d-00df-4269-97a6-06ae86b36d6b), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:26.396721 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94fb7f0-de10-4c19-84d6-dbf60d16ff8d admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=103643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:44:26.406597 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fb7f0-de10-4c19-84d6-dbf60d16ff8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c851154d-00df-4269-97a6-06ae86b36d6b,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:26.414136 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c94fb7f0-de10-4c19-84d6-dbf60d16ff8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (5be873fc-83d3-4c4a-8ea3-5342263fdff4), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:26.414399 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.segments_db [None req-c94fb7f0-de10-4c19-84d6-dbf60d16ff8d admin admin] Added segment 5be873fc-83d3-4c4a-8ea3-5342263fdff4 of type vlan for network cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882 Apr 08 17:44:26.456243 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c94fb7f0-de10-4c19-84d6-dbf60d16ff8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761100671573'] for network (cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:26.484252 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c94fb7f0-de10-4c19-84d6-dbf60d16ff8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for network (cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:26.485217 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94fb7f0-de10-4c19-84d6-dbf60d16ff8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:26.485797 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c94fb7f0-de10-4c19-84d6-dbf60d16ff8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:26.524030 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-c94fb7f0-de10-4c19-84d6-dbf60d16ff8d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2758653 Apr 08 17:44:26.524660 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49548) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:26.532844 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-8435fb2a-8c30-4f78-ab83-b3dce826f11a admin admin] Request body: {'subnet': {'network_id': 'cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-643205049-subnet', 'tenant_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'ip_version': 4}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:26.560611 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fb7f0-de10-4c19-84d6-dbf60d16ff8d admin admin] Pushing event updated for resources: {'Network': ['ID=cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:26.573773 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Network cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882 details requested by agent ovs-agent-dv-cinder-837164-1-iscsi with host dv-cinder-837164-1-iscsi {{(pid=103645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:44:26.599127 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8435fb2a-8c30-4f78-ab83-b3dce826f11a admin admin] Made reservation on behalf of bbc2ef4fc29f49a9aa574e34894f446f for: {'subnet': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:44:26.603330 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8435fb2a-8c30-4f78-ab83-b3dce826f11a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4944660'] for subnet (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:26.615049 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2463c50-90f6-417f-8245-d320d48b1d62 req-90894e8e-3788-45be-8348-fc9512d01a82 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:26.616721 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c2463c50-90f6-417f-8245-d320d48b1d62 req-90894e8e-3788-45be-8348-fc9512d01a82 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0709939 Apr 08 17:44:26.716933 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c2463c50-90f6-417f-8245-d320d48b1d62 req-c6fd8159-84d3-4b8b-9ce5-566bc99e035c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899031 Apr 08 17:44:26.831501 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8435fb2a-8c30-4f78-ab83-b3dce826f11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5086115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4944762'] for subnet (a07ef42f-3564-4219-b60c-664ef5b8f97d), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:26.885914 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435fb2a-8c30-4f78-ab83-b3dce826f11a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a07ef42f-3564-4219-b60c-664ef5b8f97d,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:26.896875 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8435fb2a-8c30-4f78-ab83-b3dce826f11a admin admin] Checking segment: {'id': '5be873fc-83d3-4c4a-8ea3-5342263fdff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:44:26.897212 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8435fb2a-8c30-4f78-ab83-b3dce826f11a admin admin] Network hostable DHCP agents. Network: cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882, hostable agents: ['72b2ee88-fa79-44c9-b63e-eafca22f1392'], hosted agents: [] {{(pid=103644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:44:26.915980 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8435fb2a-8c30-4f78-ab83-b3dce826f11a admin admin] Network cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882 is scheduled to be hosted by DHCP agent 72b2ee88-fa79-44c9-b63e-eafca22f1392 with binding_index 1 {{(pid=103644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:44:26.926897 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-8435fb2a-8c30-4f78-ab83-b3dce826f11a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837164-1-iscsi, cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882) {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:44:26.931376 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8435fb2a-8c30-4f78-ab83-b3dce826f11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:26.932104 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8435fb2a-8c30-4f78-ab83-b3dce826f11a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:26.937307 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733b5e53-202f-4221-8b8e-43eb5f5a24fb None None] Network cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:44:26.940785 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] Sync routers for ids ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:44:26.952493 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] Routers {'3fbe9972-bf03-49fe-a327-77f95efd3ae5'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:44:26.953049 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:44:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:26.956624 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-8435fb2a-8c30-4f78-ab83-b3dce826f11a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4304409 Apr 08 17:44:26.959948 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49550) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:26.966227 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-9c84d9ee-a77a-412d-aacc-7585b144ae93 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-643205049-router', 'tenant_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:26.994180 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9c84d9ee-a77a-412d-aacc-7585b144ae93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6541'] for router (8bd2c689-83f1-4cf1-8403-28375a74ef7e), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:26.996089 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9c84d9ee-a77a-412d-aacc-7585b144ae93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1646445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6548'] for router (8bd2c689-83f1-4cf1-8403-28375a74ef7e), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:27.049058 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46dd6811-0023-5a74-808c-f3f6e7a50dab-cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882', 'network_id': 'cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882', 'project_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'fixed_ips': [{'subnet_id': 'a07ef42f-3564-4219-b60c-664ef5b8f97d'}]}} from dv-cinder-837164-1-iscsi. {{(pid=103645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:44:27.050015 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:27.071885 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9c84d9ee-a77a-412d-aacc-7585b144ae93 admin admin] Publish callbacks [] for router_controller (8bd2c689-83f1-4cf1-8403-28375a74ef7e), precommit_add_association {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:27.158132 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] Set router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:44:27.196166 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.db_base_plugin_common [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] Allocated IP 172.20.0.2 (cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882/a07ef42f-3564-4219-b60c-664ef5b8f97d/217f3ce6-4a7a-4b47-a070-f083443bd50f) {{(pid=103645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:44:27.231935 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9c84d9ee-a77a-412d-aacc-7585b144ae93 admin admin] Publish callbacks [] for router_gateway (8bd2c689-83f1-4cf1-8403-28375a74ef7e), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:27.361070 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] Publish callbacks [] for port (217f3ce6-4a7a-4b47-a070-f083443bd50f), precommit_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:27.368554 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632'] for port (217f3ce6-4a7a-4b47-a070-f083443bd50f), after_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:27.379574 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 2, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:27.408219 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] Checking router: 3fbe9972-bf03-49fe-a327-77f95efd3ae5 for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:44:27.408659 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] Updating router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 port c0d5828c-7cd6-409e-ac15-ee5d17830b24 binding host dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:44:27.418651 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] Network cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882 is already hosted by enough agents. {{(pid=103645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:44:27.422375 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.base_scheduler [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] Resources bound (agent type, host, resource id): {{(pid=103645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:44:27.425247 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] Received port after_create {{(pid=103645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:44:27.437389 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9c84d9ee-a77a-412d-aacc-7585b144ae93 admin admin] Publish callbacks [] for router_gateway (8bd2c689-83f1-4cf1-8403-28375a74ef7e), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:27.443902 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (c0d5828c-7cd6-409e-ac15-ee5d17830b24), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:27.455461 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] Pushing event updated for resources: {'Port': ['ID=217f3ce6-4a7a-4b47-a070-f083443bd50f,revision_number=1']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:27.458176 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9c84d9ee-a77a-412d-aacc-7585b144ae93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:27.506891 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] Attempting to bind port 217f3ce6-4a7a-4b47-a070-f083443bd50f on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:44:27.506891 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] Attempting to bind port 217f3ce6-4a7a-4b47-a070-f083443bd50f by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '5be873fc-83d3-4c4a-8ea3-5342263fdff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:44:27.506891 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] Attempting to bind port 217f3ce6-4a7a-4b47-a070-f083443bd50f on network cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:44:27.511516 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:44:27.512076 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] Checking segment: {'id': '5be873fc-83d3-4c4a-8ea3-5342263fdff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:44:27.517064 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:27.517064 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] Bound using segment: {'id': '5be873fc-83d3-4c4a-8ea3-5342263fdff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:44:27.517064 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] Bound port: 217f3ce6-4a7a-4b47-a070-f083443bd50f, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be873fc-83d3-4c4a-8ea3-5342263fdff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:44:27.517401 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (217f3ce6-4a7a-4b47-a070-f083443bd50f), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:27.528312 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 3082c818-fdcb-4d17-94a1-2fd3d5443625 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:44:27.586671 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-9c84d9ee-a77a-412d-aacc-7585b144ae93 admin admin] Allocated IP 172.27.0.32 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/86f48dc2-a1d5-4b41-b856-dd856cf66590) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:44:27.622997 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] For port 217f3ce6-4a7a-4b47-a070-f083443bd50f, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:44:27.626545 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] For port 217f3ce6-4a7a-4b47-a070-f083443bd50f, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=217f3ce6-4a7a-4b47-a070-f083443bd50f,segment=NetworkSegment(5be873fc-83d3-4c4a-8ea3-5342263fdff4),segment_id=5be873fc-83d3-4c4a-8ea3-5342263fdff4)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:44:27.628060 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 3082c818-fdcb-4d17-94a1-2fd3d5443625 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:27.628548 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (3082c818-fdcb-4d17-94a1-2fd3d5443625), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:27.651685 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (217f3ce6-4a7a-4b47-a070-f083443bd50f), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:27.703603 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9c84d9ee-a77a-412d-aacc-7585b144ae93 admin admin] Publish callbacks [] for port (86f48dc2-a1d5-4b41-b856-dd856cf66590), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:27.746886 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] Publish callbacks [] for port (c0d5828c-7cd6-409e-ac15-ee5d17830b24), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:27.753963 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (c0d5828c-7cd6-409e-ac15-ee5d17830b24), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:27.757344 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9c84d9ee-a77a-412d-aacc-7585b144ae93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (86f48dc2-a1d5-4b41-b856-dd856cf66590), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:27.768440 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 3082c818-fdcb-4d17-94a1-2fd3d5443625 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:27.775127 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ba449-98f7-43a1-9b81-6f80c3e8a07e None None] Pushing event updated for resources: {'Port': ['ID=217f3ce6-4a7a-4b47-a070-f083443bd50f,revision_number=2']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:27.807828 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb352b2-0805-4828-9a08-fb9a2b1c78c7 None None] Pushing event updated for resources: {'Port': ['ID=c0d5828c-7cd6-409e-ac15-ee5d17830b24,revision_number=3']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:27.815695 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb352b2-0805-4828-9a08-fb9a2b1c78c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:27.816044 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb352b2-0805-4828-9a08-fb9a2b1c78c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:27.816608 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb352b2-0805-4828-9a08-fb9a2b1c78c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:27.817146 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb352b2-0805-4828-9a08-fb9a2b1c78c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:27.817487 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb352b2-0805-4828-9a08-fb9a2b1c78c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:27.817784 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c84d9ee-a77a-412d-aacc-7585b144ae93 admin admin] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:44:27.817917 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb352b2-0805-4828-9a08-fb9a2b1c78c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:27.818129 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb352b2-0805-4828-9a08-fb9a2b1c78c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:27.818452 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb352b2-0805-4828-9a08-fb9a2b1c78c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:27.818937 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb352b2-0805-4828-9a08-fb9a2b1c78c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:27.819264 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb352b2-0805-4828-9a08-fb9a2b1c78c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:27.819589 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb352b2-0805-4828-9a08-fb9a2b1c78c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:27.819926 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb352b2-0805-4828-9a08-fb9a2b1c78c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:27.820273 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb352b2-0805-4828-9a08-fb9a2b1c78c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:27.820597 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb352b2-0805-4828-9a08-fb9a2b1c78c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:27.820919 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb352b2-0805-4828-9a08-fb9a2b1c78c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:27.822905 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-9c84d9ee-a77a-412d-aacc-7585b144ae93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:44:27.830453 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c84d9ee-a77a-412d-aacc-7585b144ae93 admin admin] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:44:27.879715 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84d9ee-a77a-412d-aacc-7585b144ae93 admin admin] Pushing event updated for resources: {'Port': ['ID=86f48dc2-a1d5-4b41-b856-dd856cf66590,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:27.896745 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] Attempting to bind port c0d5828c-7cd6-409e-ac15-ee5d17830b24 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:44:27.897125 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] Attempting to bind port c0d5828c-7cd6-409e-ac15-ee5d17830b24 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:44:27.897488 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] Attempting to bind port c0d5828c-7cd6-409e-ac15-ee5d17830b24 on network 80fefa94-3dd9-45cd-815e-0803d238c223 {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:44:27.904120 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:44:27.905069 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] Checking segment: {'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:44:27.905905 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:27.905905 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] Bound using segment: {'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:44:27.906339 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] Bound port: c0d5828c-7cd6-409e-ac15-ee5d17830b24, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'}}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:44:27.906717 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (c0d5828c-7cd6-409e-ac15-ee5d17830b24), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:27.983240 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] For port c0d5828c-7cd6-409e-ac15-ee5d17830b24, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:44:27.983890 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b1a4f-4edc-499b-a621-c2cbf163f019 req-2acbad27-2874-4e7a-9364-98053dc6296a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:27.986136 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-eb9b1a4f-4edc-499b-a621-c2cbf163f019 req-2acbad27-2874-4e7a-9364-98053dc6296a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.1667202 Apr 08 17:44:27.986772 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] For port c0d5828c-7cd6-409e-ac15-ee5d17830b24, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=c0d5828c-7cd6-409e-ac15-ee5d17830b24,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:44:28.002388 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (c0d5828c-7cd6-409e-ac15-ee5d17830b24), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:28.093205 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb352b2-0805-4828-9a08-fb9a2b1c78c7 None None] Pushing event updated for resources: {'Port': ['ID=c0d5828c-7cd6-409e-ac15-ee5d17830b24,revision_number=4']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:28.095817 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] Routers {'3fbe9972-bf03-49fe-a327-77f95efd3ae5'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:44:28.105522 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-eb9b1a4f-4edc-499b-a621-c2cbf163f019 req-8ef5bcda-f2ee-45ff-9ed5-974ee77627f9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119926 Apr 08 17:44:28.112397 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:44:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:28.245460 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9c84d9ee-a77a-412d-aacc-7585b144ae93 admin admin] Publish callbacks [] for router_gateway (8bd2c689-83f1-4cf1-8403-28375a74ef7e), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:28.269497 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-729d216c-b686-47ea-8bd0-a90267669f86 None None] Provisioning complete for port c0d5828c-7cd6-409e-ac15-ee5d17830b24 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:28.270537 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-729d216c-b686-47ea-8bd0-a90267669f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (c0d5828c-7cd6-409e-ac15-ee5d17830b24), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:28.270709 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] Set router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:44:28.396410 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-729d216c-b686-47ea-8bd0-a90267669f86 None None] Current status of the port c0d5828c-7cd6-409e-ac15-ee5d17830b24 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:28.396807 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-729d216c-b686-47ea-8bd0-a90267669f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (c0d5828c-7cd6-409e-ac15-ee5d17830b24), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:28.430701 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-729d216c-b686-47ea-8bd0-a90267669f86 None None] For port c0d5828c-7cd6-409e-ac15-ee5d17830b24, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=c0d5828c-7cd6-409e-ac15-ee5d17830b24,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:28.435402 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-729d216c-b686-47ea-8bd0-a90267669f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (c0d5828c-7cd6-409e-ac15-ee5d17830b24), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:28.487517 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9c84d9ee-a77a-412d-aacc-7585b144ae93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646010'] for router (8bd2c689-83f1-4cf1-8403-28375a74ef7e), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:28.490508 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:27Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:28.492800 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d216c-b686-47ea-8bd0-a90267669f86 None None] Pushing event updated for resources: {'Port': ['ID=c0d5828c-7cd6-409e-ac15-ee5d17830b24,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:28.520431 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1628e5-0999-4398-b35e-22b006d0257a None None] The sync data for ids ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'] in dv-cinder-837164-1-iscsi is: [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:27Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:44:28.555290 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-549db294-2782-493c-84f9-b339897401f5 None None] Provisioning complete for port c0d5828c-7cd6-409e-ac15-ee5d17830b24 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:28.555667 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-549db294-2782-493c-84f9-b339897401f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (c0d5828c-7cd6-409e-ac15-ee5d17830b24), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:28.665817 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c84d9ee-a77a-412d-aacc-7585b144ae93 admin admin] Router 8bd2c689-83f1-4cf1-8403-28375a74ef7e is scheduled to L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 with binding_index 1 {{(pid=103644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:44:28.690495 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-549db294-2782-493c-84f9-b339897401f5 None None] Current status of the port c0d5828c-7cd6-409e-ac15-ee5d17830b24 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:29.022116 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07ee97e-f72c-4094-a593-52d404e50dfa None None] Network cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:44:29.023491 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c84d9ee-a77a-412d-aacc-7585b144ae93 admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:44:29.041128 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] Sync routers for ids ['8bd2c689-83f1-4cf1-8403-28375a74ef7e'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:44:29.042320 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9c84d9ee-a77a-412d-aacc-7585b144ae93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:29.046627 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-9c84d9ee-a77a-412d-aacc-7585b144ae93 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0826938 Apr 08 17:44:29.047227 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 49554) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:29.097144 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] Routers {'8bd2c689-83f1-4cf1-8403-28375a74ef7e'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:44:29.097783 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:44:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['8bd2c689-83f1-4cf1-8403-28375a74ef7e'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:29.166631 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-4f0dd2fb-f09c-4c60-bdcb-8441fc6fe839 None None] Provisioning complete for port 217f3ce6-4a7a-4b47-a070-f083443bd50f triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:29.167015 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd2fb-f09c-4c60-bdcb-8441fc6fe839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (217f3ce6-4a7a-4b47-a070-f083443bd50f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:29.267725 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1ddb8-819e-4459-a115-108c9626b2f4 req-daa05098-b6c1-4b9b-9928-379277730df5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:29.269754 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-99d1ddb8-819e-4459-a115-108c9626b2f4 req-daa05098-b6c1-4b9b-9928-379277730df5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0656812 Apr 08 17:44:29.315943 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] Set router 8bd2c689-83f1-4cf1-8403-28375a74ef7e gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:44:29.338983 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-99d1ddb8-819e-4459-a115-108c9626b2f4 req-9d7d9f50-a6d6-4f90-96a7-c18aef7a7188 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592651 Apr 08 17:44:29.434087 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-4f0dd2fb-f09c-4c60-bdcb-8441fc6fe839 None None] Current status of the port 217f3ce6-4a7a-4b47-a070-f083443bd50f is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:29.434643 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd2fb-f09c-4c60-bdcb-8441fc6fe839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (217f3ce6-4a7a-4b47-a070-f083443bd50f), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:29.491860 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-4f0dd2fb-f09c-4c60-bdcb-8441fc6fe839 None None] For port 217f3ce6-4a7a-4b47-a070-f083443bd50f, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=217f3ce6-4a7a-4b47-a070-f083443bd50f,segment=NetworkSegment(5be873fc-83d3-4c4a-8ea3-5342263fdff4),segment_id=5be873fc-83d3-4c4a-8ea3-5342263fdff4)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:29.508035 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd2fb-f09c-4c60-bdcb-8441fc6fe839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (217f3ce6-4a7a-4b47-a070-f083443bd50f), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:29.694887 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:29.747384 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device c0d5828c-7cd6-409e-ac15-ee5d17830b24 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:44:29.802214 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-b5859de0-0c81-41f2-9f19-bee698890296 None None] Provisioning complete for port 217f3ce6-4a7a-4b47-a070-f083443bd50f triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:29.802626 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-b5859de0-0c81-41f2-9f19-bee698890296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (217f3ce6-4a7a-4b47-a070-f083443bd50f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:29.840230 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0dd2fb-f09c-4c60-bdcb-8441fc6fe839 None None] Pushing event updated for resources: {'Port': ['ID=217f3ce6-4a7a-4b47-a070-f083443bd50f,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:29.875195 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Allocated IP 172.20.0.1 (cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882/a07ef42f-3564-4219-b60c-664ef5b8f97d/64bf5fb0-16ec-4033-b41c-6be6f484d3b5) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:44:29.915859 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port c0d5828c-7cd6-409e-ac15-ee5d17830b24 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:29.916292 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (c0d5828c-7cd6-409e-ac15-ee5d17830b24), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:29.975734 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'name': 'tempest-TestVolumeBootPattern-643205049-router', 'tenant_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '86f48dc2-a1d5-4b41-b856-dd856cf66590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:27Z', 'updated_at': '2022-04-08T17:44:28Z', 'revision_number': 3, 'project_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'gw_port': {'id': '86f48dc2-a1d5-4b41-b856-dd856cf66590', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:49:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:27Z', 'updated_at': '2022-04-08T17:44:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:30.004631 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Publish callbacks [] for port (64bf5fb0-16ec-4033-b41c-6be6f484d3b5), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:30.017459 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] Checking router: 8bd2c689-83f1-4cf1-8403-28375a74ef7e for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:44:30.017817 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] Updating router 8bd2c689-83f1-4cf1-8403-28375a74ef7e port 86f48dc2-a1d5-4b41-b856-dd856cf66590 binding host dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:44:30.040867 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-b5859de0-0c81-41f2-9f19-bee698890296 None None] Current status of the port 217f3ce6-4a7a-4b47-a070-f083443bd50f is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:30.047959 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (64bf5fb0-16ec-4033-b41c-6be6f484d3b5), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:30.062957 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (86f48dc2-a1d5-4b41-b856-dd856cf66590), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:30.094455 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Network cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:44:30.097446 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:44:30.099936 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:44:30.128863 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Pushing event updated for resources: {'Port': ['ID=64bf5fb0-16ec-4033-b41c-6be6f484d3b5,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:30.139261 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:30.139480 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:30.139807 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:30.140158 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:30.140545 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:30.140882 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:30.141324 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:30.141667 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:30.142007 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:30.142341 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:30.142741 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:30.142998 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:30.143381 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:30.143653 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:30.143984 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:30.164802 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645933'] for router_interface (8bd2c689-83f1-4cf1-8403-28375a74ef7e), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:30.177691 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port c0d5828c-7cd6-409e-ac15-ee5d17830b24 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:30.178861 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 217f3ce6-4a7a-4b47-a070-f083443bd50f up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:44:30.305559 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 217f3ce6-4a7a-4b47-a070-f083443bd50f triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:30.305943 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (217f3ce6-4a7a-4b47-a070-f083443bd50f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:30.309613 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (64bf5fb0-16ec-4033-b41c-6be6f484d3b5), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:30.387735 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-cd856a3d-74fa-4e0d-8449-c9af3a1b887c None None] Provisioning complete for port 64bf5fb0-16ec-4033-b41c-6be6f484d3b5 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:30.388319 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-cd856a3d-74fa-4e0d-8449-c9af3a1b887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (64bf5fb0-16ec-4033-b41c-6be6f484d3b5), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:30.480939 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c92138-aca3-4181-8d78-1c1da039b202 req-20e3ef8e-71d6-4cf2-8e29-942ec455fb0d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:30.481549 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-cd856a3d-74fa-4e0d-8449-c9af3a1b887c None None] Port 64bf5fb0-16ec-4033-b41c-6be6f484d3b5 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:44:30.489015 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b8c92138-aca3-4181-8d78-1c1da039b202 req-20e3ef8e-71d6-4cf2-8e29-942ec455fb0d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0602274 Apr 08 17:44:30.491323 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Publish callbacks [] for port (64bf5fb0-16ec-4033-b41c-6be6f484d3b5), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:30.497231 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (64bf5fb0-16ec-4033-b41c-6be6f484d3b5), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:30.509663 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] Publish callbacks [] for port (86f48dc2-a1d5-4b41-b856-dd856cf66590), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:30.523758 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (86f48dc2-a1d5-4b41-b856-dd856cf66590), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:30.540844 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b8c92138-aca3-4181-8d78-1c1da039b202 req-82695ff1-8282-4a48-a87f-f1ec31fb87a0 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508595 Apr 08 17:44:30.564067 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 217f3ce6-4a7a-4b47-a070-f083443bd50f is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:30.569601 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643773'] for router_interface (8bd2c689-83f1-4cf1-8403-28375a74ef7e), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:30.571030 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Pushing event updated for resources: {'Port': ['ID=64bf5fb0-16ec-4033-b41c-6be6f484d3b5,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:30.586760 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] Attempting to bind port 86f48dc2-a1d5-4b41-b856-dd856cf66590 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:44:30.587145 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] Attempting to bind port 86f48dc2-a1d5-4b41-b856-dd856cf66590 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:44:30.587514 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] Attempting to bind port 86f48dc2-a1d5-4b41-b856-dd856cf66590 on network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:44:30.597195 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:44:30.597579 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] Checking segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:44:30.597986 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:30.598384 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] Bound using segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:44:30.598857 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] Bound port: 86f48dc2-a1d5-4b41-b856-dd856cf66590, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:44:30.599236 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (86f48dc2-a1d5-4b41-b856-dd856cf66590), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:30.600950 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bb107-82a2-44bc-b4d2-0d4f78c3946f None None] Pushing event updated for resources: {'Port': ['ID=86f48dc2-a1d5-4b41-b856-dd856cf66590,revision_number=2']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:30.658037 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] For port 86f48dc2-a1d5-4b41-b856-dd856cf66590, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:44:30.661556 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] For port 86f48dc2-a1d5-4b41-b856-dd856cf66590, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=86f48dc2-a1d5-4b41-b856-dd856cf66590,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:44:30.666209 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Network cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:44:30.667559 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:44:30.667689 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (86f48dc2-a1d5-4b41-b856-dd856cf66590), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:30.721802 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] Routers {'8bd2c689-83f1-4cf1-8403-28375a74ef7e'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:44:30.722431 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:44:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['8bd2c689-83f1-4cf1-8403-28375a74ef7e'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:30.769628 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bb107-82a2-44bc-b4d2-0d4f78c3946f None None] Pushing event updated for resources: {'Port': ['ID=86f48dc2-a1d5-4b41-b856-dd856cf66590,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:30.800860 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Router 8bd2c689-83f1-4cf1-8403-28375a74ef7e has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:44:30.848314 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] Set router 8bd2c689-83f1-4cf1-8403-28375a74ef7e gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:44:30.921866 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:44:30.927061 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-1e9f6f82-c4f4-4000-abc7-4d6aedadc984 admin admin] 10.222.0.24 "PUT /v2.0/routers/8bd2c689-83f1-4cf1-8403-28375a74ef7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8786106 Apr 08 17:44:30.941508 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-1156388c-2f27-47dc-909b-8604cfa2d9ce None None] Provisioning complete for port 64bf5fb0-16ec-4033-b41c-6be6f484d3b5 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:30.941949 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-1156388c-2f27-47dc-909b-8604cfa2d9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (64bf5fb0-16ec-4033-b41c-6be6f484d3b5), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:31.032352 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-1156388c-2f27-47dc-909b-8604cfa2d9ce None None] Port 64bf5fb0-16ec-4033-b41c-6be6f484d3b5 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:44:31.098004 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'name': 'tempest-TestVolumeBootPattern-643205049-router', 'tenant_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '86f48dc2-a1d5-4b41-b856-dd856cf66590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:27Z', 'updated_at': '2022-04-08T17:44:30Z', 'revision_number': 4, 'project_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'gw_port': {'id': '86f48dc2-a1d5-4b41-b856-dd856cf66590', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:49:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:27Z', 'updated_at': '2022-04-08T17:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '64bf5fb0-16ec-4033-b41c-6be6f484d3b5', 'name': '', 'network_id': 'cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882', 'tenant_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'mac_address': 'fa:16:3e:a4:44:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a07ef42f-3564-4219-b60c-664ef5b8f97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:29Z', 'updated_at': '2022-04-08T17:44:30Z', 'revision_number': 2, 'project_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'subnets': [{'id': 'a07ef42f-3564-4219-b60c-664ef5b8f97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:31.129140 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc999cf-826f-42b6-8b2c-961eeff48a34 None None] The sync data for ids ['8bd2c689-83f1-4cf1-8403-28375a74ef7e'] in dv-cinder-837164-1-iscsi is: [{'id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'name': 'tempest-TestVolumeBootPattern-643205049-router', 'tenant_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '86f48dc2-a1d5-4b41-b856-dd856cf66590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:27Z', 'updated_at': '2022-04-08T17:44:30Z', 'revision_number': 4, 'project_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'gw_port': {'id': '86f48dc2-a1d5-4b41-b856-dd856cf66590', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:49:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:27Z', 'updated_at': '2022-04-08T17:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '64bf5fb0-16ec-4033-b41c-6be6f484d3b5', 'name': '', 'network_id': 'cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882', 'tenant_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'mac_address': 'fa:16:3e:a4:44:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a07ef42f-3564-4219-b60c-664ef5b8f97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:29Z', 'updated_at': '2022-04-08T17:44:30Z', 'revision_number': 2, 'project_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'subnets': [{'id': 'a07ef42f-3564-4219-b60c-664ef5b8f97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:44:31.443544 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 49566) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:31.448946 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-8a5a4485-153a-4bd0-bf8a-7b117941bb6a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1662715615', 'description': 'tempest-secgroup-smoke-1662715615 description', 'project_id': '17839927addb4c4db61cbcd20994fa84'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:31.473632 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4485-153a-4bd0-bf8a-7b117941bb6a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:31.522327 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 217f3ce6-4a7a-4b47-a070-f083443bd50f up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:44:31.579765 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 217f3ce6-4a7a-4b47-a070-f083443bd50f triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:31.580082 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (217f3ce6-4a7a-4b47-a070-f083443bd50f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:31.585510 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4485-153a-4bd0-bf8a-7b117941bb6a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group (f9b7683b-9337-4443-b746-26c1d718c2bc), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:31.591722 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4485-153a-4bd0-bf8a-7b117941bb6a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (f9b7683b-9337-4443-b746-26c1d718c2bc), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:31.672190 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4485-153a-4bd0-bf8a-7b117941bb6a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:31.673515 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-8a5a4485-153a-4bd0-bf8a-7b117941bb6a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2289143 Apr 08 17:44:31.677375 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 49570) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:31.678479 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 217f3ce6-4a7a-4b47-a070-f083443bd50f is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:31.679906 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a4485-153a-4bd0-bf8a-7b117941bb6a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b7683b-9337-4443-b746-26c1d718c2bc,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:31.685608 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-ea29270d-543a-4aed-92f5-8aa75314d41e tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Request body: {'security_group_rule': {'security_group_id': 'f9b7683b-9337-4443-b746-26c1d718c2bc', 'project_id': '17839927addb4c4db61cbcd20994fa84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:31.722538 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ea29270d-543a-4aed-92f5-8aa75314d41e tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group_rule (b8552d02-9b7d-44e5-a06b-fe80ea8ac115), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:31.724757 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae21ebd-6733-4e6a-b592-906302d5649a req-45942acf-778c-46fc-a597-acf919615836 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:31.726329 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fae21ebd-6733-4e6a-b592-906302d5649a req-45942acf-778c-46fc-a597-acf919615836 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0741048 Apr 08 17:44:31.790236 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ea29270d-543a-4aed-92f5-8aa75314d41e tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group_rule (b8552d02-9b7d-44e5-a06b-fe80ea8ac115), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:31.790730 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fae21ebd-6733-4e6a-b592-906302d5649a req-106916a1-062f-41b9-bd81-5454626e7b14 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576942 Apr 08 17:44:31.797543 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ea29270d-543a-4aed-92f5-8aa75314d41e tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (b8552d02-9b7d-44e5-a06b-fe80ea8ac115), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:31.818512 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29270d-543a-4aed-92f5-8aa75314d41e tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8552d02-9b7d-44e5-a06b-fe80ea8ac115,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:31.825555 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ea29270d-543a-4aed-92f5-8aa75314d41e tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:31.826869 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-ea29270d-543a-4aed-92f5-8aa75314d41e tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481364 Apr 08 17:44:31.829728 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 49572) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:31.834310 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-41cd8c5c-afd5-44e8-9034-0fdc542c839d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Request body: {'security_group_rule': {'security_group_id': 'f9b7683b-9337-4443-b746-26c1d718c2bc', 'project_id': '17839927addb4c4db61cbcd20994fa84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:31.866462 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41cd8c5c-afd5-44e8-9034-0fdc542c839d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group_rule (e3f1ad4e-1de4-47b2-94e7-ea5ad9a1ef55), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:31.943100 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41cd8c5c-afd5-44e8-9034-0fdc542c839d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group_rule (e3f1ad4e-1de4-47b2-94e7-ea5ad9a1ef55), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:31.947075 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41cd8c5c-afd5-44e8-9034-0fdc542c839d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (e3f1ad4e-1de4-47b2-94e7-ea5ad9a1ef55), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:31.965511 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd8c5c-afd5-44e8-9034-0fdc542c839d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f1ad4e-1de4-47b2-94e7-ea5ad9a1ef55,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:31.975161 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41cd8c5c-afd5-44e8-9034-0fdc542c839d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:31.976620 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-41cd8c5c-afd5-44e8-9034-0fdc542c839d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1457164 Apr 08 17:44:31.979825 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 49574) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:31.985468 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-3c3e6a63-a4ae-4130-9ee4-38bf6479abdc tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Request body: {'security_group_rule': {'security_group_id': 'f9b7683b-9337-4443-b746-26c1d718c2bc', 'project_id': '17839927addb4c4db61cbcd20994fa84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:32.013318 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6a63-a4ae-4130-9ee4-38bf6479abdc tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group_rule (eb7479e2-60d0-4a72-b1a9-21c71ee3b122), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:32.074583 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6a63-a4ae-4130-9ee4-38bf6479abdc tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group_rule (eb7479e2-60d0-4a72-b1a9-21c71ee3b122), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:32.079562 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6a63-a4ae-4130-9ee4-38bf6479abdc tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (eb7479e2-60d0-4a72-b1a9-21c71ee3b122), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:32.100997 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e6a63-a4ae-4130-9ee4-38bf6479abdc tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7479e2-60d0-4a72-b1a9-21c71ee3b122,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:32.109512 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6a63-a4ae-4130-9ee4-38bf6479abdc tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:32.113287 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-3c3e6a63-a4ae-4130-9ee4-38bf6479abdc tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298487 Apr 08 17:44:32.113573 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 49578) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:32.117848 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-be017375-36a2-4c8d-bfe1-7561fcac9005 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Request body: {'security_group_rule': {'security_group_id': 'f9b7683b-9337-4443-b746-26c1d718c2bc', 'project_id': '17839927addb4c4db61cbcd20994fa84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:32.147465 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-be017375-36a2-4c8d-bfe1-7561fcac9005 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group_rule (50e47007-e5ff-4704-872c-5cf979680293), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:32.213367 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-be017375-36a2-4c8d-bfe1-7561fcac9005 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group_rule (50e47007-e5ff-4704-872c-5cf979680293), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:32.218573 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-be017375-36a2-4c8d-bfe1-7561fcac9005 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (50e47007-e5ff-4704-872c-5cf979680293), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:32.238036 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be017375-36a2-4c8d-bfe1-7561fcac9005 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e47007-e5ff-4704-872c-5cf979680293,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:32.244124 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-be017375-36a2-4c8d-bfe1-7561fcac9005 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:32.248109 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49580) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:32.248314 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-be017375-36a2-4c8d-bfe1-7561fcac9005 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1336863 Apr 08 17:44:32.253178 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Request body: {'security_group_rule': {'security_group_id': 'f9b7683b-9337-4443-b746-26c1d718c2bc', 'project_id': '17839927addb4c4db61cbcd20994fa84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:32.274395 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.securitygroups_db [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Project 17839927addb4c4db61cbcd20994fa84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 17:44:32.281173 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group_rule (ebec2ed5-f214-4c6b-aa97-8a75ac8e5f5d), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:32.346912 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group_rule (ebec2ed5-f214-4c6b-aa97-8a75ac8e5f5d), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:32.351512 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (ebec2ed5-f214-4c6b-aa97-8a75ac8e5f5d), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:32.371091 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebec2ed5-f214-4c6b-aa97-8a75ac8e5f5d,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:32.382913 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:32.384477 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1348734 Apr 08 17:44:32.386078 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:32.386620 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:32.386971 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:32.387321 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:32.387614 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 49582) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:32.387731 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:32.387988 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:32.388437 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:32.388940 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:32.389156 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:32.389490 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:32.389835 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:32.390175 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:32.390507 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:32.391004 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:32.391512 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bd660-402a-4fcb-94c1-8bc9dff0d626 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:32.392545 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-e2bf9e69-61d7-488b-9543-c3c6f193e6f0 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Request body: {'security_group_rule': {'security_group_id': 'f9b7683b-9337-4443-b746-26c1d718c2bc', 'project_id': '17839927addb4c4db61cbcd20994fa84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:32.414544 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.securitygroups_db [None req-e2bf9e69-61d7-488b-9543-c3c6f193e6f0 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Project 17839927addb4c4db61cbcd20994fa84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 17:44:32.421045 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e2bf9e69-61d7-488b-9543-c3c6f193e6f0 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group_rule (4080b74b-73df-45d8-9768-b424de6418cf), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:32.485824 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e2bf9e69-61d7-488b-9543-c3c6f193e6f0 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group_rule (4080b74b-73df-45d8-9768-b424de6418cf), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:32.489512 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e2bf9e69-61d7-488b-9543-c3c6f193e6f0 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (4080b74b-73df-45d8-9768-b424de6418cf), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:32.507424 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf9e69-61d7-488b-9543-c3c6f193e6f0 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4080b74b-73df-45d8-9768-b424de6418cf,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:32.516850 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e2bf9e69-61d7-488b-9543-c3c6f193e6f0 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:32.518098 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-e2bf9e69-61d7-488b-9543-c3c6f193e6f0 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293993 Apr 08 17:44:32.916280 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fd667-55fe-4288-89e4-bcc111508ec4 req-1fa6092b-e6ad-432a-98f1-567cac34a147 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:32.918534 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e76fd667-55fe-4288-89e4-bcc111508ec4 req-1fa6092b-e6ad-432a-98f1-567cac34a147 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0507479 Apr 08 17:44:32.982056 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e76fd667-55fe-4288-89e4-bcc111508ec4 req-3b071218-7217-4cf2-8730-1fa93f43e3b3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568738 Apr 08 17:44:33.319625 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] Sync routers for ids ['8bd2c689-83f1-4cf1-8403-28375a74ef7e'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:44:33.332288 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] Routers {'8bd2c689-83f1-4cf1-8403-28375a74ef7e'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:44:33.333189 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:44:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['8bd2c689-83f1-4cf1-8403-28375a74ef7e'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:33.461004 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] Set router 8bd2c689-83f1-4cf1-8403-28375a74ef7e gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:44:33.503525 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 86f48dc2-a1d5-4b41-b856-dd856cf66590 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:44:33.553501 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 86f48dc2-a1d5-4b41-b856-dd856cf66590 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:33.553795 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (86f48dc2-a1d5-4b41-b856-dd856cf66590), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:33.634980 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 86f48dc2-a1d5-4b41-b856-dd856cf66590 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:33.635381 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (86f48dc2-a1d5-4b41-b856-dd856cf66590), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:33.663760 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] For port 86f48dc2-a1d5-4b41-b856-dd856cf66590, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=86f48dc2-a1d5-4b41-b856-dd856cf66590,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:33.668111 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (86f48dc2-a1d5-4b41-b856-dd856cf66590), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:33.722869 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Pushing event updated for resources: {'Port': ['ID=86f48dc2-a1d5-4b41-b856-dd856cf66590,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:33.769617 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'name': 'tempest-TestVolumeBootPattern-643205049-router', 'tenant_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '86f48dc2-a1d5-4b41-b856-dd856cf66590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:27Z', 'updated_at': '2022-04-08T17:44:30Z', 'revision_number': 4, 'project_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'gw_port': {'id': '86f48dc2-a1d5-4b41-b856-dd856cf66590', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:49:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:27Z', 'updated_at': '2022-04-08T17:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '64bf5fb0-16ec-4033-b41c-6be6f484d3b5', 'name': '', 'network_id': 'cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882', 'tenant_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'mac_address': 'fa:16:3e:a4:44:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a07ef42f-3564-4219-b60c-664ef5b8f97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:29Z', 'updated_at': '2022-04-08T17:44:30Z', 'revision_number': 2, 'project_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'subnets': [{'id': 'a07ef42f-3564-4219-b60c-664ef5b8f97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:33.797879 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] Checking router: 8bd2c689-83f1-4cf1-8403-28375a74ef7e for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:44:33.798252 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] Updating router 8bd2c689-83f1-4cf1-8403-28375a74ef7e port 64bf5fb0-16ec-4033-b41c-6be6f484d3b5 binding host dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:44:33.826124 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (64bf5fb0-16ec-4033-b41c-6be6f484d3b5), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:34.111125 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b47c5-5f92-4e0f-b480-6d8e67e1084a req-a956d0a5-9251-4c09-80db-289ea8cd6c62 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:34.112907 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-918b47c5-5f92-4e0f-b480-6d8e67e1084a req-a956d0a5-9251-4c09-80db-289ea8cd6c62 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0516431 Apr 08 17:44:34.121400 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] Publish callbacks [] for port (64bf5fb0-16ec-4033-b41c-6be6f484d3b5), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:34.126974 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (64bf5fb0-16ec-4033-b41c-6be6f484d3b5), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:34.161454 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-918b47c5-5f92-4e0f-b480-6d8e67e1084a req-28913ac8-af49-4bd7-baa9-52dbb296618b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426471 Apr 08 17:44:34.172335 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef06bae-09bc-496f-beb0-ddb558b1e4e7 None None] Pushing event updated for resources: {'Port': ['ID=64bf5fb0-16ec-4033-b41c-6be6f484d3b5,revision_number=3']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:34.243237 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] Attempting to bind port 64bf5fb0-16ec-4033-b41c-6be6f484d3b5 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:44:34.243605 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] Attempting to bind port 64bf5fb0-16ec-4033-b41c-6be6f484d3b5 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '5be873fc-83d3-4c4a-8ea3-5342263fdff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882'}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:44:34.243968 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] Attempting to bind port 64bf5fb0-16ec-4033-b41c-6be6f484d3b5 on network cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882 {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:44:34.249537 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:44:34.250135 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] Checking segment: {'id': '5be873fc-83d3-4c4a-8ea3-5342263fdff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:44:34.250540 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:34.250928 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] Bound using segment: {'id': '5be873fc-83d3-4c4a-8ea3-5342263fdff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882'} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:44:34.251391 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] Bound port: 64bf5fb0-16ec-4033-b41c-6be6f484d3b5, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be873fc-83d3-4c4a-8ea3-5342263fdff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882'}}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:44:34.251765 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (64bf5fb0-16ec-4033-b41c-6be6f484d3b5), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:34.323491 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] For port 64bf5fb0-16ec-4033-b41c-6be6f484d3b5, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:44:34.327927 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] For port 64bf5fb0-16ec-4033-b41c-6be6f484d3b5, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=64bf5fb0-16ec-4033-b41c-6be6f484d3b5,segment=NetworkSegment(5be873fc-83d3-4c4a-8ea3-5342263fdff4),segment_id=5be873fc-83d3-4c4a-8ea3-5342263fdff4)] {{(pid=103646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:44:34.335213 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (64bf5fb0-16ec-4033-b41c-6be6f484d3b5), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:34.396520 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] Routers {'8bd2c689-83f1-4cf1-8403-28375a74ef7e'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:44:34.397139 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:44:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['8bd2c689-83f1-4cf1-8403-28375a74ef7e'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:34.436902 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef06bae-09bc-496f-beb0-ddb558b1e4e7 None None] Pushing event updated for resources: {'Port': ['ID=64bf5fb0-16ec-4033-b41c-6be6f484d3b5,revision_number=4']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:34.482484 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-b0e017bb-d4ef-41e2-bf47-8063cd0146b4 None None] Provisioning complete for port 64bf5fb0-16ec-4033-b41c-6be6f484d3b5 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:34.482484 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-b0e017bb-d4ef-41e2-bf47-8063cd0146b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (64bf5fb0-16ec-4033-b41c-6be6f484d3b5), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:34.522986 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] Set router 8bd2c689-83f1-4cf1-8403-28375a74ef7e gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:44:34.568587 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-b0e017bb-d4ef-41e2-bf47-8063cd0146b4 None None] Current status of the port 64bf5fb0-16ec-4033-b41c-6be6f484d3b5 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:34.569171 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-b0e017bb-d4ef-41e2-bf47-8063cd0146b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (64bf5fb0-16ec-4033-b41c-6be6f484d3b5), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:34.606354 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-b0e017bb-d4ef-41e2-bf47-8063cd0146b4 None None] For port 64bf5fb0-16ec-4033-b41c-6be6f484d3b5, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=64bf5fb0-16ec-4033-b41c-6be6f484d3b5,segment=NetworkSegment(5be873fc-83d3-4c4a-8ea3-5342263fdff4),segment_id=5be873fc-83d3-4c4a-8ea3-5342263fdff4)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:34.611120 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-b0e017bb-d4ef-41e2-bf47-8063cd0146b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (64bf5fb0-16ec-4033-b41c-6be6f484d3b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:34.663007 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e017bb-d4ef-41e2-bf47-8063cd0146b4 None None] Pushing event updated for resources: {'Port': ['ID=64bf5fb0-16ec-4033-b41c-6be6f484d3b5,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:34.731934 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'name': 'tempest-TestVolumeBootPattern-643205049-router', 'tenant_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '86f48dc2-a1d5-4b41-b856-dd856cf66590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:27Z', 'updated_at': '2022-04-08T17:44:30Z', 'revision_number': 4, 'project_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'gw_port': {'id': '86f48dc2-a1d5-4b41-b856-dd856cf66590', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:49:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:27Z', 'updated_at': '2022-04-08T17:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '64bf5fb0-16ec-4033-b41c-6be6f484d3b5', 'name': '', 'network_id': 'cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882', 'tenant_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'mac_address': 'fa:16:3e:a4:44:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a07ef42f-3564-4219-b60c-664ef5b8f97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:29Z', 'updated_at': '2022-04-08T17:44:34Z', 'revision_number': 4, 'project_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'subnets': [{'id': 'a07ef42f-3564-4219-b60c-664ef5b8f97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:34.733691 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-494c5914-37e7-406d-b866-f7f6cfea7b69 None None] Provisioning complete for port 64bf5fb0-16ec-4033-b41c-6be6f484d3b5 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:34.734089 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-494c5914-37e7-406d-b866-f7f6cfea7b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (64bf5fb0-16ec-4033-b41c-6be6f484d3b5), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:34.760331 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5890834a-b2b7-4ec6-bfd9-442c87c9661b None None] The sync data for ids ['8bd2c689-83f1-4cf1-8403-28375a74ef7e'] in dv-cinder-837164-1-iscsi is: [{'id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'name': 'tempest-TestVolumeBootPattern-643205049-router', 'tenant_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '86f48dc2-a1d5-4b41-b856-dd856cf66590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:27Z', 'updated_at': '2022-04-08T17:44:30Z', 'revision_number': 4, 'project_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'gw_port': {'id': '86f48dc2-a1d5-4b41-b856-dd856cf66590', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:49:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:27Z', 'updated_at': '2022-04-08T17:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '64bf5fb0-16ec-4033-b41c-6be6f484d3b5', 'name': '', 'network_id': 'cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882', 'tenant_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'mac_address': 'fa:16:3e:a4:44:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a07ef42f-3564-4219-b60c-664ef5b8f97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:29Z', 'updated_at': '2022-04-08T17:44:34Z', 'revision_number': 4, 'project_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'subnets': [{'id': 'a07ef42f-3564-4219-b60c-664ef5b8f97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:44:34.821266 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-494c5914-37e7-406d-b866-f7f6cfea7b69 None None] Current status of the port 64bf5fb0-16ec-4033-b41c-6be6f484d3b5 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:35.016101 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 8bfd7d75-c20a-49ca-a044-2bb3160d036f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:44:35.145336 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 8bfd7d75-c20a-49ca-a044-2bb3160d036f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8bfd7d75-c20a-49ca-a044-2bb3160d036f,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:35.167784 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': '8bfd7d75-c20a-49ca-a044-2bb3160d036f', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'port_id': '8bfd7d75-c20a-49ca-a044-2bb3160d036f', 'mac_address': 'fa:16:3e:44:1c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:44:35.211826 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 8bfd7d75-c20a-49ca-a044-2bb3160d036f is: ACTIVE; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:35.212718 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:35.227058 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bfd7d75-c20a-49ca-a044-2bb3160d036f {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:44:35.249278 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 8bfd7d75-c20a-49ca-a044-2bb3160d036f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8bfd7d75-c20a-49ca-a044-2bb3160d036f,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:35.259876 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:35.296894 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb502390-7674-4623-9084-f02483eb1e04 req-365a975d-eff7-4a23-90e4-b68b0965d70e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:35.299059 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-eb502390-7674-4623-9084-f02483eb1e04 req-365a975d-eff7-4a23-90e4-b68b0965d70e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 945 time: 0.0538826 Apr 08 17:44:35.322451 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=8bfd7d75-c20a-49ca-a044-2bb3160d036f,revision_number=6']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:35.358023 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-eb502390-7674-4623-9084-f02483eb1e04 req-b2e9a268-b7c1-4b63-b077-f3edfe1075cc tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500271 Apr 08 17:44:35.501216 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 86f48dc2-a1d5-4b41-b856-dd856cf66590 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:44:35.656730 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['8bfd7d75-c20a-49ca-a044-2bb3160d036f'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:44:35.723932 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 86f48dc2-a1d5-4b41-b856-dd856cf66590 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:35.724454 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (86f48dc2-a1d5-4b41-b856-dd856cf66590), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:35.865820 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 86f48dc2-a1d5-4b41-b856-dd856cf66590 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:35.866939 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 64bf5fb0-16ec-4033-b41c-6be6f484d3b5 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:44:35.928997 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 64bf5fb0-16ec-4033-b41c-6be6f484d3b5 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:35.929400 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (64bf5fb0-16ec-4033-b41c-6be6f484d3b5), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:36.017315 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 64bf5fb0-16ec-4033-b41c-6be6f484d3b5 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:36.519514 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b863e2f-85c4-4539-9ad4-482924667d13 req-41d9705b-9b51-484a-822b-9fcba6721557 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:36.521829 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5b863e2f-85c4-4539-9ad4-482924667d13 req-41d9705b-9b51-484a-822b-9fcba6721557 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 945 time: 0.0735242 Apr 08 17:44:36.587410 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5b863e2f-85c4-4539-9ad4-482924667d13 req-3064d92b-3570-43d3-ae00-3b54d3efc005 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563037 Apr 08 17:44:37.048193 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 8bfd7d75-c20a-49ca-a044-2bb3160d036f up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:44:37.111269 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port 8bfd7d75-c20a-49ca-a044-2bb3160d036f triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:37.111562 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:37.216475 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 8bfd7d75-c20a-49ca-a044-2bb3160d036f is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:37.217064 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:37.266233 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af28c7c-b73c-44e9-bfb2-76571554a88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfd7d75-c20a-49ca-a044-2bb3160d036f'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:44:37.269031 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c73ab6-775e-4a2a-b922-f04009084eb8" -d '{"events": [{"server_uuid": "9af28c7c-b73c-44e9-bfb2-76571554a88c", "name": "network-vif-plugged", "status": "completed", "tag": "8bfd7d75-c20a-49ca-a044-2bb3160d036f"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:44:37.274118 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 8bfd7d75-c20a-49ca-a044-2bb3160d036f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8bfd7d75-c20a-49ca-a044-2bb3160d036f,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:37.282121 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:37.344068 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=8bfd7d75-c20a-49ca-a044-2bb3160d036f,revision_number=7']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:37.359194 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:37.359549 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:37.359941 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:37.360682 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:37.360913 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:37.361259 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:37.361658 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:37.361939 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:37.362277 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:37.362707 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:37.363049 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:37.363386 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:37.363721 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:37.364108 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:37.364474 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:37.417891 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3db520-942b-4c1c-8def-bcd8dfeb6d36 x-openstack-request-id: req-8e3db520-942b-4c1c-8def-bcd8dfeb6d36 {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:44:37.418433 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af28c7c-b73c-44e9-bfb2-76571554a88c", "name": "network-vif-plugged", "status": "completed", "tag": "8bfd7d75-c20a-49ca-a044-2bb3160d036f", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:44:37.418919 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e3db520-942b-4c1c-8def-bcd8dfeb6d36 {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:44:37.419541 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3db520-942b-4c1c-8def-bcd8dfeb6d36'] response: {'server_uuid': '9af28c7c-b73c-44e9-bfb2-76571554a88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfd7d75-c20a-49ca-a044-2bb3160d036f', 'code': 200} Apr 08 17:44:37.743831 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b155ce7-885d-498b-b2f5-2d2681d9572e req-c7f32450-382b-4658-ac95-1ffa220f8e33 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:37.745434 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5b155ce7-885d-498b-b2f5-2d2681d9572e req-c7f32450-382b-4658-ac95-1ffa220f8e33 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0756996 Apr 08 17:44:37.835452 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5b155ce7-885d-498b-b2f5-2d2681d9572e req-b91f3e98-4371-4fd5-aa78-eef091390209 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792549 Apr 08 17:44:38.992660 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b2380-15fc-41b4-aaae-1781d6934155 req-410a59b6-fd14-4752-9156-2826162b2e1e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:38.996639 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9c3b2380-15fc-41b4-aaae-1781d6934155 req-410a59b6-fd14-4752-9156-2826162b2e1e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0558500 Apr 08 17:44:39.051429 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9c3b2380-15fc-41b4-aaae-1781d6934155 req-88e5ee69-043d-40cb-8617-f2db3af296e2 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487800 Apr 08 17:44:40.203794 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b902ea4-7687-436d-aab6-9dd602f5d3dc req-e4904a10-8d46-4f25-8884-2c6fa54a5d38 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:40.206025 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8b902ea4-7687-436d-aab6-9dd602f5d3dc req-e4904a10-8d46-4f25-8884-2c6fa54a5d38 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0729256 Apr 08 17:44:40.278477 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8b902ea4-7687-436d-aab6-9dd602f5d3dc req-13da29a8-b9a0-43ca-bf37-263f09de00d3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633416 Apr 08 17:44:41.410260 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844025c8-9987-4be6-ad26-31f5b8534162 req-802519d4-e220-4e7b-9f83-469081862106 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:41.412117 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-844025c8-9987-4be6-ad26-31f5b8534162 req-802519d4-e220-4e7b-9f83-469081862106 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0556250 Apr 08 17:44:41.471497 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-844025c8-9987-4be6-ad26-31f5b8534162 req-a3f1f963-eb0d-442c-bbe2-f16dd3974bbf tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528057 Apr 08 17:44:42.655256 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b12844-5345-4c82-a12c-71bc629e4f7a req-79a80af3-64b4-487b-b777-434c3ddaa44b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:42.659917 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-73b12844-5345-4c82-a12c-71bc629e4f7a req-79a80af3-64b4-487b-b777-434c3ddaa44b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0595624 Apr 08 17:44:42.727186 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-73b12844-5345-4c82-a12c-71bc629e4f7a req-6d443757-6eca-4b3a-80e2-44c696e312b1 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634260 Apr 08 17:44:43.874730 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13063cf-1b9f-4355-bb90-376b52553432 req-4588afd0-664c-47c4-a924-144bfaec8fe3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:43.876466 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f13063cf-1b9f-4355-bb90-376b52553432 req-4588afd0-664c-47c4-a924-144bfaec8fe3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0636442 Apr 08 17:44:43.939045 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f13063cf-1b9f-4355-bb90-376b52553432 req-1632a577-893f-402d-9cef-560bb267dc42 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562377 Apr 08 17:44:44.782597 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:45.071321 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492c83a-93db-4871-b7a3-69f0b330e5a6 req-0f7487be-3fff-46ae-a3b8-74b49f2ada26 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:45.073237 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2492c83a-93db-4871-b7a3-69f0b330e5a6 req-0f7487be-3fff-46ae-a3b8-74b49f2ada26 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0490422 Apr 08 17:44:45.128274 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2492c83a-93db-4871-b7a3-69f0b330e5a6 req-7638466f-88e9-4fa5-8630-8ff71ff2c618 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445516 Apr 08 17:44:45.375079 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-cad7d2cc-a687-4c38-9bdc-a2f4aa6db89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:46.041628 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5ff5c-16ee-4b48-bfcc-c0264a0767eb req-8e9a4523-8e71-40a3-8577-8a7cfa41af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:46.043108 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8db5ff5c-16ee-4b48-bfcc-c0264a0767eb req-8e9a4523-8e71-40a3-8577-8a7cfa41af28 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e1edd846d3342cc9792c6c7fa78f229&device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 1130 time: 0.0393195 Apr 08 17:44:46.136788 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5ff5c-16ee-4b48-bfcc-c0264a0767eb req-0f0e12fa-3356-43af-a273-cc74df8b8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:46.138402 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8db5ff5c-16ee-4b48-bfcc-c0264a0767eb req-0f0e12fa-3356-43af-a273-cc74df8b8f93 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3f909255-dbbb-466b-8110-c840248ecd35 HTTP/1.1" status: 200 len: 918 time: 0.0886390 Apr 08 17:44:46.204021 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8db5ff5c-16ee-4b48-bfcc-c0264a0767eb req-03716d9e-5b23-4012-9ee3-b008c2231f63 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bfd7d75-c20a-49ca-a044-2bb3160d036f HTTP/1.1" status: 200 len: 1001 time: 0.0595963 Apr 08 17:44:46.249320 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87d225-f03b-4772-843b-0354a23a535c req-59065fb9-01f8-421b-9753-50f888697c7b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:46.250890 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ba87d225-f03b-4772-843b-0354a23a535c req-59065fb9-01f8-421b-9753-50f888697c7b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0507517 Apr 08 17:44:46.253948 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5ff5c-16ee-4b48-bfcc-c0264a0767eb req-7072fb47-6bde-4366-b54e-ee3ad1b1e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:46.255395 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8db5ff5c-16ee-4b48-bfcc-c0264a0767eb req-7072fb47-6bde-4366-b54e-ee3ad1b1e2d2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2d7483e0-8178-4def-9351-4e162ca4c7f4 HTTP/1.1" status: 200 len: 856 time: 0.0440035 Apr 08 17:44:46.306849 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5ff5c-16ee-4b48-bfcc-c0264a0767eb req-e051aa2f-a1fb-4b82-9773-e0d785c4ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:46.308298 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8db5ff5c-16ee-4b48-bfcc-c0264a0767eb req-e051aa2f-a1fb-4b82-9773-e0d785c4ac5b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3f909255-dbbb-466b-8110-c840248ecd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427685 Apr 08 17:44:46.308603 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ba87d225-f03b-4772-843b-0354a23a535c req-66d8b7f6-8d2f-4502-a996-86c291c64686 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518594 Apr 08 17:44:46.401588 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8db5ff5c-16ee-4b48-bfcc-c0264a0767eb req-66385a02-84aa-4631-ac3a-95efb2781b0a service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853631 Apr 08 17:44:46.745281 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8db5ff5c-16ee-4b48-bfcc-c0264a0767eb req-2790b3e7-1a31-4215-8046-2db6371f4c01 service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350770 Apr 08 17:44:47.435267 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d1472-6c5a-4426-861a-8e1c04c29617 req-ff626e40-a8dd-490d-900b-dd0d2dde3c9e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:47.436789 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b90d1472-6c5a-4426-861a-8e1c04c29617 req-ff626e40-a8dd-490d-900b-dd0d2dde3c9e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0480549 Apr 08 17:44:47.486927 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b90d1472-6c5a-4426-861a-8e1c04c29617 req-8298ec92-7d23-4a41-be02-ff76ceb02a0c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445011 Apr 08 17:44:48.046233 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-cc51c0ed-6e6c-4fa1-a15e-86252d9ca81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:48.608515 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec42bc3-8afa-4d2b-85ed-cba3feabcd84 req-32148b8a-08e0-4f69-88ed-e3eabcd7b6df tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:48.610128 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1ec42bc3-8afa-4d2b-85ed-cba3feabcd84 req-32148b8a-08e0-4f69-88ed-e3eabcd7b6df tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 946 time: 0.0530953 Apr 08 17:44:48.656792 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1ec42bc3-8afa-4d2b-85ed-cba3feabcd84 req-4a0f0cdc-fcb3-47d5-bde3-5ed00cb9f24c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407803 Apr 08 17:44:48.837282 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:49.080566 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-f66754a6-338a-4950-8f7d-662f91ebc9e6 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662715615&fields=id&tenant_id=17839927addb4c4db61cbcd20994fa84 HTTP/1.1" status: 200 len: 267 time: 0.0437117 Apr 08 17:44:49.133671 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 8bfd7d75-c20a-49ca-a044-2bb3160d036f no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:44:49.201621 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-85d30169-438e-469d-bd62-b81165ba0358 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:49.204372 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-85d30169-438e-469d-bd62-b81165ba0358 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/networks?id=80fefa94-3dd9-45cd-815e-0803d238c223 HTTP/1.1" status: 200 len: 811 time: 0.1171374 Apr 08 17:44:49.222361 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-272fbb8f-3b07-42cd-b200-29fc44894a15 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/quotas/17839927addb4c4db61cbcd20994fa84 HTTP/1.1" status: 200 len: 375 time: 0.0128269 Apr 08 17:44:49.223072 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 8bfd7d75-c20a-49ca-a044-2bb3160d036f is: ACTIVE; New status is: DOWN {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:49.223475 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:49.248542 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af28c7c-b73c-44e9-bfb2-76571554a88c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bfd7d75-c20a-49ca-a044-2bb3160d036f'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:44:49.251510 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5017479-31f2-43d3-8086-cb4501848d9f" -d '{"events": [{"server_uuid": "9af28c7c-b73c-44e9-bfb2-76571554a88c", "name": "network-vif-unplugged", "status": "completed", "tag": "8bfd7d75-c20a-49ca-a044-2bb3160d036f"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:44:49.265580 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 8bfd7d75-c20a-49ca-a044-2bb3160d036f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8bfd7d75-c20a-49ca-a044-2bb3160d036f,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:49.273223 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:49.281381 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-e8f40308-922e-46b7-8588-86f80ee799ea tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=17839927addb4c4db61cbcd20994fa84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530903 Apr 08 17:44:49.335204 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=8bfd7d75-c20a-49ca-a044-2bb3160d036f,revision_number=8']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:49.434470 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 08 Apr 2022 17:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582be953-e124-4c54-b90a-c30a0576491a x-openstack-request-id: req-582be953-e124-4c54-b90a-c30a0576491a {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:44:49.434777 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af28c7c-b73c-44e9-bfb2-76571554a88c", "name": "network-vif-unplugged", "status": "completed", "tag": "8bfd7d75-c20a-49ca-a044-2bb3160d036f", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:44:49.435031 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-582be953-e124-4c54-b90a-c30a0576491a {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:44:49.435955 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-582be953-e124-4c54-b90a-c30a0576491a'] response: {'server_uuid': '9af28c7c-b73c-44e9-bfb2-76571554a88c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bfd7d75-c20a-49ca-a044-2bb3160d036f', 'code': 200} Apr 08 17:44:49.501881 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-69de6252-ef82-41f3-978d-7989ea044f90 service neutron] 10.222.0.24 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996610 Apr 08 17:44:49.593492 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-32789b93-3d9e-4950-ac89-9ee1222e35a2 service neutron] 10.222.0.24 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858481 Apr 08 17:44:49.800885 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272b0a4-424d-4b97-a0c0-608f251c8e2b req-26a0d49e-9d49-44da-92d5-83b781744b00 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:49.803160 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f272b0a4-424d-4b97-a0c0-608f251c8e2b req-26a0d49e-9d49-44da-92d5-83b781744b00 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 944 time: 0.0607998 Apr 08 17:44:49.855742 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f272b0a4-424d-4b97-a0c0-608f251c8e2b req-5aabc2af-ca53-4a8b-8b32-badee7042d14 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442650 Apr 08 17:44:49.932570 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4f8dce7e-d18d-4e5c-b242-d2c06f2201ad req-d05ce3fc-7ce2-4b5d-931f-b987d2dbc266 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 210 time: 0.0338473 Apr 08 17:44:50.545767 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:50.891629 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eaf81c-c404-403f-a80a-cb1a277eece7 req-4a4c5525-2f24-4c11-91a5-c65dfe404b15 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:50.893159 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-26eaf81c-c404-403f-a80a-cb1a277eece7 req-4a4c5525-2f24-4c11-91a5-c65dfe404b15 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 944 time: 0.0523107 Apr 08 17:44:50.941851 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-26eaf81c-c404-403f-a80a-cb1a277eece7 req-3c35fe61-beb0-4498-9b67-ef42fbe9e32d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426941 Apr 08 17:44:51.050139 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-70ff8827-42c9-4ed1-b718-82d850a0c499 req-fbed5451-10f4-48ee-88a1-9b10dafedf62 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 210 time: 0.0324926 Apr 08 17:44:51.137738 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49856) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:51.209170 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-d6be0e34-59fe-4080-a5c1-7926b24ce3c6 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:51.210589 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-d6be0e34-59fe-4080-a5c1-7926b24ce3c6 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.91 "GET /v2.0/networks?id=80fefa94-3dd9-45cd-815e-0803d238c223 HTTP/1.1" status: 200 len: 811 time: 0.1263769 Apr 08 17:44:51.274235 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-73d72896-5537-4fe6-9eab-196ce3288261 req-5c0fccc4-79d0-4768-ba60-55b5155fce7f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1279044 Apr 08 17:44:51.277012 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [req-73d72896-5537-4fe6-9eab-196ce3288261 req-a5a59501-d26b-4093-a5fb-4276fbe2e4f3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103644) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:44:51.278027 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-73d72896-5537-4fe6-9eab-196ce3288261 req-a5a59501-d26b-4093-a5fb-4276fbe2e4f3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053296 Apr 08 17:44:51.291217 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-cb178597-5607-4dc3-b235-9870812ab0cd tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17839927addb4c4db61cbcd20994fa84 HTTP/1.1" status: 200 len: 380 time: 0.0563593 Apr 08 17:44:51.320233 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-bc9fa5fc-cf4e-4b8d-a920-ff3c36589d7b tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Request body: {'port': {'device_id': 'fdeac05f-b324-4cfc-8a1b-da018d473b82', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'admin_state_up': True, 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'security_groups': ['f9b7683b-9337-4443-b746-26c1d718c2bc']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:51.360462 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 49864) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:51.442550 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-bc9fa5fc-cf4e-4b8d-a920-ff3c36589d7b tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Made reservation on behalf of 17839927addb4c4db61cbcd20994fa84 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:44:51.446558 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-bc9fa5fc-cf4e-4b8d-a920-ff3c36589d7b tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:51.467644 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d72896-5537-4fe6-9eab-196ce3288261 req-58b550e7-87d5-400b-979b-3edf03e15bdb tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:51.469096 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-73d72896-5537-4fe6-9eab-196ce3288261 req-58b550e7-87d5-400b-979b-3edf03e15bdb tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports/8bfd7d75-c20a-49ca-a044-2bb3160d036f HTTP/1.1" status: 200 len: 941 time: 0.1082597 Apr 08 17:44:51.619445 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-bc9fa5fc-cf4e-4b8d-a920-ff3c36589d7b tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Allocated IP 172.20.0.14 (80fefa94-3dd9-45cd-815e-0803d238c223/6a2be9bd-5336-4c39-a5b3-3c836052d0bb/988d2b52-1e28-406a-b8d9-db25e840e9d4) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:44:51.836345 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-bc9fa5fc-cf4e-4b8d-a920-ff3c36589d7b tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for port (988d2b52-1e28-406a-b8d9-db25e840e9d4), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:51.897144 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-bc9fa5fc-cf4e-4b8d-a920-ff3c36589d7b tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (988d2b52-1e28-406a-b8d9-db25e840e9d4), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:51.917994 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:51.947216 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-bc9fa5fc-cf4e-4b8d-a920-ff3c36589d7b tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Network 80fefa94-3dd9-45cd-815e-0803d238c223 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:44:51.950971 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-bc9fa5fc-cf4e-4b8d-a920-ff3c36589d7b tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:44:51.955386 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-bc9fa5fc-cf4e-4b8d-a920-ff3c36589d7b tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:44:51.980836 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9fa5fc-cf4e-4b8d-a920-ff3c36589d7b tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event updated for resources: {'Port': ['ID=988d2b52-1e28-406a-b8d9-db25e840e9d4,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:51.991300 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44efff-97e7-4817-a80d-b98d96f6f2ea req-7533c9a8-fd90-40c1-815c-d123e2681d3d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:51.993956 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8a44efff-97e7-4817-a80d-b98d96f6f2ea req-7533c9a8-fd90-40c1-815c-d123e2681d3d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0516307 Apr 08 17:44:52.017427 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-bc9fa5fc-cf4e-4b8d-a920-ff3c36589d7b tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:52.018217 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-bc9fa5fc-cf4e-4b8d-a920-ff3c36589d7b tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:52.041015 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-bc9fa5fc-cf4e-4b8d-a920-ff3c36589d7b tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7249696 Apr 08 17:44:52.080504 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8a44efff-97e7-4817-a80d-b98d96f6f2ea req-a45da177-e598-4164-af24-a8a5a329ae08 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799088 Apr 08 17:44:52.100769 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdb53b-c1a1-4ef9-852e-e6eaf9450589 req-b665271e-5368-4aa8-879e-941a290a7245 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:52.102978 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d5fdb53b-c1a1-4ef9-852e-e6eaf9450589 req-b665271e-5368-4aa8-879e-941a290a7245 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 944 time: 0.0670593 Apr 08 17:44:52.165148 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d5fdb53b-c1a1-4ef9-852e-e6eaf9450589 req-447a5021-c9ad-49c6-90c6-8e22b53bf3a3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566092 Apr 08 17:44:52.208312 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-e61a429b-dfcd-4464-b19d-a631adea916b None None] Provisioning complete for port 988d2b52-1e28-406a-b8d9-db25e840e9d4 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:52.208693 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-e61a429b-dfcd-4464-b19d-a631adea916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (988d2b52-1e28-406a-b8d9-db25e840e9d4), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:52.211212 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1143e3-d505-47d2-b449-e53982722de7 req-825896c3-3b81-4269-8c7e-28738f88fd1e tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:52.212814 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9e1143e3-d505-47d2-b449-e53982722de7 req-825896c3-3b81-4269-8c7e-28738f88fd1e tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 932 time: 0.0640025 Apr 08 17:44:52.243248 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-e61a429b-dfcd-4464-b19d-a631adea916b None None] Port 988d2b52-1e28-406a-b8d9-db25e840e9d4 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:44:52.262260 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9e1143e3-d505-47d2-b449-e53982722de7 req-07861684-f799-4187-9dea-0603a8df8629 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429895 Apr 08 17:44:52.542851 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:44:53.195831 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffd1cb-427b-4ff3-a489-392e0daddc07 req-e1af278e-0109-49fc-a442-f542346c5f5e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:53.197336 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-eaffd1cb-427b-4ff3-a489-392e0daddc07 req-e1af278e-0109-49fc-a442-f542346c5f5e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0486794 Apr 08 17:44:53.244559 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-eaffd1cb-427b-4ff3-a489-392e0daddc07 req-97ceda9a-e2e4-44ff-a46c-0bf43d005e21 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411322 Apr 08 17:44:53.290411 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68326b7-a1a6-45e7-88c8-7b6b6d55bb10 req-6412b751-05c6-4729-bb15-83797b4787a5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:53.291903 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a68326b7-a1a6-45e7-88c8-7b6b6d55bb10 req-6412b751-05c6-4729-bb15-83797b4787a5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 944 time: 0.0464718 Apr 08 17:44:53.349422 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a68326b7-a1a6-45e7-88c8-7b6b6d55bb10 req-4afdbe1f-05f6-45c7-a981-2ff223891b73 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512822 Apr 08 17:44:53.389659 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cb233-2934-4c08-91d5-5096ef191929 req-5cb0f25c-254c-4024-bd07-6edfff60dc3a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:53.392291 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b57cb233-2934-4c08-91d5-5096ef191929 req-5cb0f25c-254c-4024-bd07-6edfff60dc3a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 932 time: 0.0583580 Apr 08 17:44:53.445954 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b57cb233-2934-4c08-91d5-5096ef191929 req-6a3d8e68-0819-4b79-902d-22cecfeed615 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480394 Apr 08 17:44:54.359569 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b1ae9-d5e1-47fa-a4b6-fb50d16ceb2c req-3da8cc56-1730-4ffc-bbdb-733ae3c063e1 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:54.361093 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-657b1ae9-d5e1-47fa-a4b6-fb50d16ceb2c req-3da8cc56-1730-4ffc-bbdb-733ae3c063e1 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0464683 Apr 08 17:44:54.410489 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-657b1ae9-d5e1-47fa-a4b6-fb50d16ceb2c req-5ec4ccdc-3fce-4eb7-9676-e6508589dbd8 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434480 Apr 08 17:44:54.471808 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520501b6-cec1-4f30-b8ac-16560379d811 req-da34e681-f969-49fb-ba8e-8592da8d66bf tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:54.473387 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-520501b6-cec1-4f30-b8ac-16560379d811 req-da34e681-f969-49fb-ba8e-8592da8d66bf tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 944 time: 0.0483418 Apr 08 17:44:54.535340 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-520501b6-cec1-4f30-b8ac-16560379d811 req-8d043721-726a-40c4-b8c2-f35126f0ebc5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535574 Apr 08 17:44:54.581111 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7346908-7a85-4349-bb59-2758bf246438 req-a5fa3369-cfa7-408a-9676-a255fc747b8f tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:54.582565 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f7346908-7a85-4349-bb59-2758bf246438 req-a5fa3369-cfa7-408a-9676-a255fc747b8f tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 932 time: 0.0632236 Apr 08 17:44:54.632362 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f7346908-7a85-4349-bb59-2758bf246438 req-6ad08d10-d758-4d21-9628-9b8299720130 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440989 Apr 08 17:44:54.931134 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Request body: {'port': {'device_id': 'fdeac05f-b324-4cfc-8a1b-da018d473b82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:55.005991 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (988d2b52-1e28-406a-b8d9-db25e840e9d4), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:55.278127 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988d2b52-1e28-406a-b8d9-db25e840e9d4 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:44:55.286422 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Publish callbacks [] for port (988d2b52-1e28-406a-b8d9-db25e840e9d4), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:55.301366 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Transition to ACTIVE for port object 988d2b52-1e28-406a-b8d9-db25e840e9d4 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:44:55.304858 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (988d2b52-1e28-406a-b8d9-db25e840e9d4), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:55.366035 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Pushing event updated for resources: {'Port': ['ID=988d2b52-1e28-406a-b8d9-db25e840e9d4,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:55.449321 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0944a2c-f9d7-4c1c-82bf-1aa546cc99e4 req-4bc71882-8293-4ad1-93c7-3098b98ac798 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:55.450982 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d0944a2c-f9d7-4c1c-82bf-1aa546cc99e4 req-4bc71882-8293-4ad1-93c7-3098b98ac798 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.91 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0879490 Apr 08 17:44:55.527406 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Attempting to bind port 988d2b52-1e28-406a-b8d9-db25e840e9d4 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:44:55.527749 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Attempting to bind port 988d2b52-1e28-406a-b8d9-db25e840e9d4 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:44:55.528085 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Attempting to bind port 988d2b52-1e28-406a-b8d9-db25e840e9d4 on network 80fefa94-3dd9-45cd-815e-0803d238c223 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:44:55.554391 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Port 988d2b52-1e28-406a-b8d9-db25e840e9d4 on network 80fefa94-3dd9-45cd-815e-0803d238c223 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:44:55.554731 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Attempting to bind port 988d2b52-1e28-406a-b8d9-db25e840e9d4 on network 80fefa94-3dd9-45cd-815e-0803d238c223 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:44:55.567310 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:44:55.567830 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Checking segment: {'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:44:55.568276 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Bound using segment: {'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:44:55.568999 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Bound port: 988d2b52-1e28-406a-b8d9-db25e840e9d4, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:44:55.569189 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (988d2b52-1e28-406a-b8d9-db25e840e9d4), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:55.590453 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6071a-98de-48f1-916a-134d0e477a98 req-b40359e3-7850-4188-a00c-b83ef8d13df6 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:55.592680 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-21a6071a-98de-48f1-916a-134d0e477a98 req-b40359e3-7850-4188-a00c-b83ef8d13df6 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 945 time: 0.0731871 Apr 08 17:44:55.593283 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-d0944a2c-f9d7-4c1c-82bf-1aa546cc99e4 req-b47a6a26-ffc4-4ec4-9cb0-2b916a134791 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Deleting port 0cb9a80a-786c-4fe4-9392-083c650b661f {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:44:55.593624 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d0944a2c-f9d7-4c1c-82bf-1aa546cc99e4 req-b47a6a26-ffc4-4ec4-9cb0-2b916a134791 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (0cb9a80a-786c-4fe4-9392-083c650b661f), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:55.679981 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-21a6071a-98de-48f1-916a-134d0e477a98 req-b005623d-227b-4982-8822-b1fd4e0987f3 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800564 Apr 08 17:44:55.688371 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bbd3f-639e-4286-9ebb-9670e271fbb2 req-7ea28dd7-1f80-40d3-96d5-e9dcd507671b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:55.695343 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-575bbd3f-639e-4286-9ebb-9670e271fbb2 req-7ea28dd7-1f80-40d3-96d5-e9dcd507671b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 944 time: 0.0763452 Apr 08 17:44:55.728931 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] For port 988d2b52-1e28-406a-b8d9-db25e840e9d4, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:44:55.743212 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-575bbd3f-639e-4286-9ebb-9670e271fbb2 req-cede2495-139e-452c-986f-a515b78306b8 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469837 Apr 08 17:44:55.745501 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] For port 988d2b52-1e28-406a-b8d9-db25e840e9d4, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=988d2b52-1e28-406a-b8d9-db25e840e9d4,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:44:55.780093 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (988d2b52-1e28-406a-b8d9-db25e840e9d4), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:55.783050 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-d0944a2c-f9d7-4c1c-82bf-1aa546cc99e4 req-b47a6a26-ffc4-4ec4-9cb0-2b916a134791 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] For port 0cb9a80a-786c-4fe4-9392-083c650b661f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0cb9a80a-786c-4fe4-9392-083c650b661f,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:55.783409 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d0944a2c-f9d7-4c1c-82bf-1aa546cc99e4 req-b47a6a26-ffc4-4ec4-9cb0-2b916a134791 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (0cb9a80a-786c-4fe4-9392-083c650b661f), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:55.813217 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fe238-2325-48e6-b62c-7b9a444fe827 req-19cfee17-05e5-4ced-9153-6c30c475a25f tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:55.814749 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-470fe238-2325-48e6-b62c-7b9a444fe827 req-19cfee17-05e5-4ced-9153-6c30c475a25f tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 944 time: 0.0626616 Apr 08 17:44:55.846397 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d72896-5537-4fe6-9eab-196ce3288261 req-207e75c2-4797-4903-a55e-f3c152a73253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:55.848056 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-73d72896-5537-4fe6-9eab-196ce3288261 req-207e75c2-4797-4903-a55e-f3c152a73253 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c&tenant_id=2e1edd846d3342cc9792c6c7fa78f229 HTTP/1.1" status: 200 len: 1128 time: 0.1116331 Apr 08 17:44:55.878631 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-470fe238-2325-48e6-b62c-7b9a444fe827 req-b32f27cf-df12-44b0-b8ed-0bcc23a8c82a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582063 Apr 08 17:44:55.887479 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:55.888107 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:55.890170 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] 10.222.0.91 "PUT /v2.0/ports/988d2b52-1e28-406a-b8d9-db25e840e9d4 HTTP/1.1" status: 200 len: 1094 time: 0.9635639 Apr 08 17:44:55.896044 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeac05f-b324-4cfc-8a1b-da018d473b82', 'tag': '988d2b52-1e28-406a-b8d9-db25e840e9d4'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:44:55.898328 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1b9521-af07-43e2-b270-d952b9031d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "fdeac05f-b324-4cfc-8a1b-da018d473b82", "tag": "988d2b52-1e28-406a-b8d9-db25e840e9d4"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:44:55.948783 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32cef98-0330-42b4-9fca-74f51bfdcc4d x-openstack-request-id: req-c32cef98-0330-42b4-9fca-74f51bfdcc4d {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:44:55.949515 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdeac05f-b324-4cfc-8a1b-da018d473b82", "tag": "988d2b52-1e28-406a-b8d9-db25e840e9d4", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:44:55.949515 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c32cef98-0330-42b4-9fca-74f51bfdcc4d {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:44:55.949705 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32cef98-0330-42b4-9fca-74f51bfdcc4d'] response: {'name': 'network-changed', 'server_uuid': 'fdeac05f-b324-4cfc-8a1b-da018d473b82', 'tag': '988d2b52-1e28-406a-b8d9-db25e840e9d4', 'status': 'completed', 'code': 200} Apr 08 17:44:55.972286 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8ee4f-578a-4be4-bd1c-125ce83d2493 service neutron] Pushing event updated for resources: {'Port': ['ID=988d2b52-1e28-406a-b8d9-db25e840e9d4,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:56.035184 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d72896-5537-4fe6-9eab-196ce3288261 req-ff9f1e89-d70b-44a5-80fe-0b628e5a80a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:56.036713 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-73d72896-5537-4fe6-9eab-196ce3288261 req-ff9f1e89-d70b-44a5-80fe-0b628e5a80a2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e1edd846d3342cc9792c6c7fa78f229&device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 1128 time: 0.1456952 Apr 08 17:44:56.074978 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-abcc6227-a71a-4c62-a4e3-2ccf032b8ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:56.076925 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-abcc6227-a71a-4c62-a4e3-2ccf032b8ec4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=17839927addb4c4db61cbcd20994fa84&device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 1128 time: 0.1165807 Apr 08 17:44:56.188146 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-0f34cee7-d01d-4fbd-8830-1072375fe41f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=988d2b52-1e28-406a-b8d9-db25e840e9d4 HTTP/1.1" status: 200 len: 217 time: 0.0967975 Apr 08 17:44:56.263139 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d0944a2c-f9d7-4c1c-82bf-1aa546cc99e4 req-b47a6a26-ffc4-4ec4-9cb0-2b916a134791 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:56.263560 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d0944a2c-f9d7-4c1c-82bf-1aa546cc99e4 req-b47a6a26-ffc4-4ec4-9cb0-2b916a134791 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (6f1cb2e9-4739-4bd0-b1d8-141e4af15882), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:56.264407 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [req-d0944a2c-f9d7-4c1c-82bf-1aa546cc99e4 req-b47a6a26-ffc4-4ec4-9cb0-2b916a134791 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Floating IP 6f1cb2e9-4739-4bd0-b1d8-141e4af15882 disassociated. External IP: 172.27.0.149, port: 0cb9a80a-786c-4fe4-9392-083c650b661f. Apr 08 17:44:56.264746 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-d0944a2c-f9d7-4c1c-82bf-1aa546cc99e4 req-b47a6a26-ffc4-4ec4-9cb0-2b916a134791 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Calling delete_port for 0cb9a80a-786c-4fe4-9392-083c650b661f owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:44:56.283385 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d72896-5537-4fe6-9eab-196ce3288261 req-024aa3d5-2d8f-4aff-9323-4a8bde5fdb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:56.284889 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-73d72896-5537-4fe6-9eab-196ce3288261 req-024aa3d5-2d8f-4aff-9323-4a8bde5fdb94 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3f909255-dbbb-466b-8110-c840248ecd35 HTTP/1.1" status: 200 len: 918 time: 0.2378953 Apr 08 17:44:56.287800 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-469aafbf-24f6-4402-916f-a391930479b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:56.289113 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-469aafbf-24f6-4402-916f-a391930479b4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6a2be9bd-5336-4c39-a5b3-3c836052d0bb HTTP/1.1" status: 200 len: 850 time: 0.0930371 Apr 08 17:44:56.417579 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-1e3b35a7-76a8-41a4-988e-378c4a84e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:56.418970 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-1e3b35a7-76a8-41a4-988e-378c4a84e520 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80fefa94-3dd9-45cd-815e-0803d238c223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996733 Apr 08 17:44:56.450355 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-73d72896-5537-4fe6-9eab-196ce3288261 req-cf796420-0e92-47a6-adc8-fdd4f12f6342 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bfd7d75-c20a-49ca-a044-2bb3160d036f HTTP/1.1" status: 200 len: 999 time: 0.1320117 Apr 08 17:44:56.581695 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d72896-5537-4fe6-9eab-196ce3288261 req-276fba62-2b80-4c79-908a-b21447acaa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:56.587370 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-73d72896-5537-4fe6-9eab-196ce3288261 req-276fba62-2b80-4c79-908a-b21447acaa16 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2d7483e0-8178-4def-9351-4e162ca4c7f4 HTTP/1.1" status: 200 len: 856 time: 0.1237779 Apr 08 17:44:56.628939 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-b7025508-d1ba-4698-973e-d24fc708e5ad service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028735 Apr 08 17:44:56.647315 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d0944a2c-f9d7-4c1c-82bf-1aa546cc99e4 req-b47a6a26-ffc4-4ec4-9cb0-2b916a134791 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (0cb9a80a-786c-4fe4-9392-083c650b661f), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:56.690010 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d72896-5537-4fe6-9eab-196ce3288261 req-45621f5e-d8f2-4411-b874-8fcc6a6f9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:56.691455 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-73d72896-5537-4fe6-9eab-196ce3288261 req-45621f5e-d8f2-4411-b874-8fcc6a6f9718 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3f909255-dbbb-466b-8110-c840248ecd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0953653 Apr 08 17:44:56.702605 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a6a26-ffc4-4ec4-9cb0-2b916a134791 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Pushing event deleted for resources: {'Port': ['ID=0cb9a80a-786c-4fe4-9392-083c650b661f,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:56.780880 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6dcba8a5-07e7-4487-9636-03836681e895 req-8f90bbc8-108c-4aaa-b160-a5c15ff7e1aa tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 210 time: 0.0268960 Apr 08 17:44:56.872587 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7883bae0-a3e0-4575-b13a-03fa17ed7c3a req-10ef52a8-d190-4ef8-9441-7f53061d6c97 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343590 Apr 08 17:44:56.885095 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e1a22-9240-4232-856f-3d109be30ceb req-789a91b8-a745-436c-84a3-0222b2b01079 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:56.886728 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e23e1a22-9240-4232-856f-3d109be30ceb req-789a91b8-a745-436c-84a3-0222b2b01079 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 944 time: 0.0522747 Apr 08 17:44:56.925817 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-73d72896-5537-4fe6-9eab-196ce3288261 req-693fe8db-eabb-47f7-ac58-685cf0c32de4 service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239604 Apr 08 17:44:56.946892 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e23e1a22-9240-4232-856f-3d109be30ceb req-dd86fa47-a43d-4c73-994a-8867298823b8 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532911 Apr 08 17:44:56.948792 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0944a2c-f9d7-4c1c-82bf-1aa546cc99e4 req-b47a6a26-ffc4-4ec4-9cb0-2b916a134791 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Router f8226a36-028a-4eea-901f-5d9cd46cb1bd has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:44:57.005478 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d5b4e-6736-4b21-92f9-34e4774a678d req-c8f7bb96-8327-460f-a29d-fcc0dd32a4fd tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:57.007110 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-630d5b4e-6736-4b21-92f9-34e4774a678d req-c8f7bb96-8327-460f-a29d-fcc0dd32a4fd tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 944 time: 0.0509474 Apr 08 17:44:57.060984 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-630d5b4e-6736-4b21-92f9-34e4774a678d req-673276ae-7c26-4ede-81cd-ed00a2621f95 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479453 Apr 08 17:44:57.376495 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b9521-af07-43e2-b270-d952b9031d1e req-af08dcdf-ef86-4f89-9c49-15e9c57cd61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:57.377909 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bc1b9521-af07-43e2-b270-d952b9031d1e req-af08dcdf-ef86-4f89-9c49-15e9c57cd61c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=17839927addb4c4db61cbcd20994fa84&device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 1128 time: 0.1306155 Apr 08 17:44:57.438526 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0944a2c-f9d7-4c1c-82bf-1aa546cc99e4 req-b47a6a26-ffc4-4ec4-9cb0-2b916a134791 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:44:57.449170 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0920c63-4757-45b8-9007-cf82b65a2848 None None] Sync routers for ids ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:44:57.459723 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0920c63-4757-45b8-9007-cf82b65a2848 None None] Routers {'f8226a36-028a-4eea-901f-5d9cd46cb1bd'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:44:57.460389 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-b0920c63-4757-45b8-9007-cf82b65a2848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:44:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:57.502868 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-73d72896-5537-4fe6-9eab-196ce3288261 req-c53973de-338a-4f55-964b-1d04b3f3a6a9 service neutron] 10.222.0.91 "GET /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567339 Apr 08 17:44:57.524698 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0944a2c-f9d7-4c1c-82bf-1aa546cc99e4 req-b47a6a26-ffc4-4ec4-9cb0-2b916a134791 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] No DVR routers for this DVR port 0cb9a80a-786c-4fe4-9392-083c650b661f on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:44:57.528874 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d0944a2c-f9d7-4c1c-82bf-1aa546cc99e4 req-b47a6a26-ffc4-4ec4-9cb0-2b916a134791 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:57.533058 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d0944a2c-f9d7-4c1c-82bf-1aa546cc99e4 req-b47a6a26-ffc4-4ec4-9cb0-2b916a134791 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.91 "DELETE /v2.0/ports/0cb9a80a-786c-4fe4-9392-083c650b661f HTTP/1.1" status: 204 len: 173 time: 2.0753319 Apr 08 17:44:57.553646 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b9521-af07-43e2-b270-d952b9031d1e req-404ad2a3-0db0-4494-893a-54aa9d73cf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:57.555266 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bc1b9521-af07-43e2-b270-d952b9031d1e req-404ad2a3-0db0-4494-893a-54aa9d73cf2e service neutron] 10.222.0.91 "GET /v2.0/networks?id=80fefa94-3dd9-45cd-815e-0803d238c223 HTTP/1.1" status: 200 len: 912 time: 0.1686640 Apr 08 17:44:57.577355 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-b0920c63-4757-45b8-9007-cf82b65a2848 None None] Set router f8226a36-028a-4eea-901f-5d9cd46cb1bd gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:44:57.608163 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bc1b9521-af07-43e2-b270-d952b9031d1e req-af6196ee-eb27-4d59-8cc2-c259baf31062 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=988d2b52-1e28-406a-b8d9-db25e840e9d4 HTTP/1.1" status: 200 len: 217 time: 0.0366535 Apr 08 17:44:57.672528 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b9521-af07-43e2-b270-d952b9031d1e req-a1deb1ab-98e7-4cea-9070-f3a6c28bb7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:57.673941 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bc1b9521-af07-43e2-b270-d952b9031d1e req-a1deb1ab-98e7-4cea-9070-f3a6c28bb7d4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6a2be9bd-5336-4c39-a5b3-3c836052d0bb HTTP/1.1" status: 200 len: 850 time: 0.0448184 Apr 08 17:44:57.797008 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-b0920c63-4757-45b8-9007-cf82b65a2848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-router', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:22Z', 'revision_number': 4, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'gw_port': {'id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:14Z', 'updated_at': '2022-04-08T17:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '5e40580d-3262-4cae-99eb-3b35d83825e0', 'name': '', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'mac_address': 'fa:16:3e:27:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:20Z', 'updated_at': '2022-04-08T17:40:29Z', 'revision_number': 5, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'subnets': [{'id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:57.797569 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b9521-af07-43e2-b270-d952b9031d1e req-8b157091-5762-49e2-a5c0-5454ac2a1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:57.799096 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bc1b9521-af07-43e2-b270-d952b9031d1e req-8b157091-5762-49e2-a5c0-5454ac2a1620 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80fefa94-3dd9-45cd-815e-0803d238c223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621710 Apr 08 17:44:57.829498 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0920c63-4757-45b8-9007-cf82b65a2848 None None] Checking router: f8226a36-028a-4eea-901f-5d9cd46cb1bd for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:44:57.848821 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0920c63-4757-45b8-9007-cf82b65a2848 None None] Routers {'f8226a36-028a-4eea-901f-5d9cd46cb1bd'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:44:57.849902 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-b0920c63-4757-45b8-9007-cf82b65a2848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:44:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:57.912784 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-36b141da-cc35-4371-9c07-f18fa26929eb req-31b2320c-238c-4a21-9b63-d241075ec9f2 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 210 time: 0.0431101 Apr 08 17:44:57.951852 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4378a275-38b2-4101-a2fd-5d250ae5bd8c', 'name': 'network-vif-deleted', 'tag': '0cb9a80a-786c-4fe4-9392-083c650b661f'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:44:57.954899 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33103498-9d38-4056-b8d3-6cbc0ac42c3b" -d '{"events": [{"server_uuid": "4378a275-38b2-4101-a2fd-5d250ae5bd8c", "name": "network-vif-deleted", "tag": "0cb9a80a-786c-4fe4-9392-083c650b661f"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:44:57.975626 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-b0920c63-4757-45b8-9007-cf82b65a2848 None None] Set router f8226a36-028a-4eea-901f-5d9cd46cb1bd gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:44:58.064410 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4be96e-3362-42f7-ac0e-a3aa898f62a6 x-openstack-request-id: req-cc4be96e-3362-42f7-ac0e-a3aa898f62a6 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:44:58.064890 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4378a275-38b2-4101-a2fd-5d250ae5bd8c", "name": "network-vif-deleted", "tag": "0cb9a80a-786c-4fe4-9392-083c650b661f", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:44:58.065212 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc4be96e-3362-42f7-ac0e-a3aa898f62a6 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:44:58.065721 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4be96e-3362-42f7-ac0e-a3aa898f62a6'] response: {'server_uuid': '4378a275-38b2-4101-a2fd-5d250ae5bd8c', 'name': 'network-vif-deleted', 'tag': '0cb9a80a-786c-4fe4-9392-083c650b661f', 'status': 'completed', 'code': 200} Apr 08 17:44:58.179396 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c7b74-a146-4c00-96f6-111210dda490 req-b9e0b930-3695-45e0-90ee-a86b07abd835 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:58.182963 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1f6c7b74-a146-4c00-96f6-111210dda490 req-b9e0b930-3695-45e0-90ee-a86b07abd835 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 944 time: 0.1032250 Apr 08 17:44:58.378260 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-b0920c63-4757-45b8-9007-cf82b65a2848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-router', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:22Z', 'revision_number': 4, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'gw_port': {'id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:14Z', 'updated_at': '2022-04-08T17:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '5e40580d-3262-4cae-99eb-3b35d83825e0', 'name': '', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'mac_address': 'fa:16:3e:27:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:20Z', 'updated_at': '2022-04-08T17:40:29Z', 'revision_number': 5, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'subnets': [{'id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:58.415720 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4939152-ce2c-46be-88bc-28736262001a req-95f3e2e9-f0d4-4cc3-8754-87235d4caeb7 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:58.424332 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d4939152-ce2c-46be-88bc-28736262001a req-95f3e2e9-f0d4-4cc3-8754-87235d4caeb7 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 944 time: 0.1992269 Apr 08 17:44:58.444555 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0920c63-4757-45b8-9007-cf82b65a2848 None None] The sync data for ids ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'] in dv-cinder-837164-1-iscsi is: [{'id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-router', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:40:22Z', 'revision_number': 4, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'gw_port': {'id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:14Z', 'updated_at': '2022-04-08T17:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '5e40580d-3262-4cae-99eb-3b35d83825e0', 'name': '', 'network_id': '008c6189-82d1-4951-afe7-f478c9f8b212', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'mac_address': 'fa:16:3e:27:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:20Z', 'updated_at': '2022-04-08T17:40:29Z', 'revision_number': 5, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'subnets': [{'id': '9b63453b-e6c6-4ee6-9edf-14ef728f0f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:44:58.446116 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1f6c7b74-a146-4c00-96f6-111210dda490 req-ad79303d-01d4-4751-8ba1-7cdd3718058f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537408 Apr 08 17:44:58.565571 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d4939152-ce2c-46be-88bc-28736262001a req-d7a393e9-a0ec-4245-92e9-5bd5ad0f7ef1 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336970 Apr 08 17:44:58.937367 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1243e96-5ad6-47bb-96bc-79d44da79fd9 None None] New status for floating IP 6f1cb2e9-4739-4bd0-b1d8-141e4af15882: DOWN {{(pid=103646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:44:59.047852 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4a20f779-58cc-4974-8ae5-9f71f22fcaec req-96b89fc6-f959-46f7-81da-85a66bfe496e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 210 time: 0.0325384 Apr 08 17:44:59.098328 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 0cb9a80a-786c-4fe4-9392-083c650b661f no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:44:59.123268 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: 0cb9a80a-786c-4fe4-9392-083c650b661f {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:44:59.123975 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 0cb9a80a-786c-4fe4-9392-083c650b661f not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:44:59.579994 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d82375-838a-4e50-9087-fceec4f9ab0e req-eac4d241-d310-4ae7-b821-f109ffc103a3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:59.581829 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-93d82375-838a-4e50-9087-fceec4f9ab0e req-eac4d241-d310-4ae7-b821-f109ffc103a3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 944 time: 0.0496218 Apr 08 17:44:59.646572 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-93d82375-838a-4e50-9087-fceec4f9ab0e req-d6a7c033-3db1-4e85-8dca-bea43faa6599 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572903 Apr 08 17:44:59.722356 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bac3df-e811-4aa7-8676-751e15da3a5a req-6d5d9e02-9167-4aa3-8cec-22f22d99fcc2 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:59.723947 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b2bac3df-e811-4aa7-8676-751e15da3a5a req-6d5d9e02-9167-4aa3-8cec-22f22d99fcc2 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 944 time: 0.0567360 Apr 08 17:44:59.774493 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b2bac3df-e811-4aa7-8676-751e15da3a5a req-3482c6f7-2b29-4a13-9021-c16e1d8d4a9c tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443332 Apr 08 17:45:00.174602 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b84cc7f0-e6c2-40bc-b8e9-276af634e2d7 req-26e64f81-8321-4d09-87c3-1a54604555cf tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 210 time: 0.0384161 Apr 08 17:45:00.779295 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f83c3-247c-4f4a-81fd-73d7de3ee39d req-b4707833-40c8-470d-80d3-1fd96ad93fcc tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:00.780960 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-388f83c3-247c-4f4a-81fd-73d7de3ee39d req-b4707833-40c8-470d-80d3-1fd96ad93fcc tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 944 time: 0.0500290 Apr 08 17:45:00.849640 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-388f83c3-247c-4f4a-81fd-73d7de3ee39d req-7bf8af73-c076-4f2e-b571-2df9b3c6e6bd tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614731 Apr 08 17:45:00.909643 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62159d6-725e-405c-a7e6-53e4805a4e80 req-41043652-4d05-4d64-9cfc-b1ddefb70c5b tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:00.917157 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d62159d6-725e-405c-a7e6-53e4805a4e80 req-41043652-4d05-4d64-9cfc-b1ddefb70c5b tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 944 time: 0.0573750 Apr 08 17:45:00.971801 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d62159d6-725e-405c-a7e6-53e4805a4e80 req-a6dfec94-892e-4732-82c9-966d3e0c8c2d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478616 Apr 08 17:45:01.287460 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-86ff10b2-3b8d-4c69-bdfe-01f938e4ce8f req-44babfb9-0b65-4c24-9c9f-85275e80e684 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 210 time: 0.0303619 Apr 08 17:45:01.646055 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573643ae-350d-438d-a2e2-5340dbd07cde req-e75d9edf-9188-4198-9a77-98d164e42768 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:01.654184 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-573643ae-350d-438d-a2e2-5340dbd07cde req-e75d9edf-9188-4198-9a77-98d164e42768 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0518248 Apr 08 17:45:01.735548 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-573643ae-350d-438d-a2e2-5340dbd07cde req-b09b8719-a8b9-4cb6-a939-9f7f1e78127e tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807333 Apr 08 17:45:01.972758 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de009f-af31-4a09-a26c-f70dd0c6b749 req-8eae32cc-5067-4120-99b4-ef0fc0e3aac5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:01.974304 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-05de009f-af31-4a09-a26c-f70dd0c6b749 req-8eae32cc-5067-4120-99b4-ef0fc0e3aac5 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 944 time: 0.0511253 Apr 08 17:45:02.052392 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-05de009f-af31-4a09-a26c-f70dd0c6b749 req-96172ccf-26be-44ec-83af-2a7eafbedb90 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689158 Apr 08 17:45:02.117675 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da299ccc-0391-4af8-a053-cf6ff4cca66d req-425c6c5d-0d67-48bc-bcaf-7b39f3a4b163 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:02.124499 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-da299ccc-0391-4af8-a053-cf6ff4cca66d req-425c6c5d-0d67-48bc-bcaf-7b39f3a4b163 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 944 time: 0.0708623 Apr 08 17:45:02.170893 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-da299ccc-0391-4af8-a053-cf6ff4cca66d req-fd913204-a22e-4691-9bb8-6d9bd76f4974 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450771 Apr 08 17:45:02.393845 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fab7572b-d176-433c-9373-b3f83db29bbd req-bc587c90-6c13-4f2c-9259-85378c1b7082 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 210 time: 0.0281320 Apr 08 17:45:02.873386 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10068e35-f507-4290-bbee-413e73affb37 req-36962598-5ce8-4de9-874f-e5d735e44ebf tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:02.874883 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-10068e35-f507-4290-bbee-413e73affb37 req-36962598-5ce8-4de9-874f-e5d735e44ebf tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0719142 Apr 08 17:45:02.928854 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-10068e35-f507-4290-bbee-413e73affb37 req-ecdf3250-b5f1-4768-8579-496d8b3a6c74 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480704 Apr 08 17:45:03.177857 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9c501-36c2-4f1f-ba35-7ea287950101 req-3d61ef6e-4aaf-4a18-bb5d-bb3951d02658 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:03.179721 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bec9c501-36c2-4f1f-ba35-7ea287950101 req-3d61ef6e-4aaf-4a18-bb5d-bb3951d02658 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 944 time: 0.0598342 Apr 08 17:45:03.245335 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bec9c501-36c2-4f1f-ba35-7ea287950101 req-d385690d-1d70-4c1e-ad54-70f2e35402ce tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595195 Apr 08 17:45:03.310250 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bb46a-1876-4b55-9b6e-1497d00838a3 req-7e16ccb7-a0dc-42df-8662-f98595f154cb tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:03.311950 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-894bb46a-1876-4b55-9b6e-1497d00838a3 req-7e16ccb7-a0dc-42df-8662-f98595f154cb tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 944 time: 0.0546947 Apr 08 17:45:03.378344 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-894bb46a-1876-4b55-9b6e-1497d00838a3 req-24079369-5af7-4ab3-baab-47d0ab2cc08d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587623 Apr 08 17:45:03.512193 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b2886ae9-7c46-48e6-96d7-22a772a5259e req-476fed1c-a332-499a-9dcc-fd0b3c189815 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 210 time: 0.0336537 Apr 08 17:45:04.065376 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf849dc-b9f2-4ff8-bb46-56eb9f41e703 req-f5c9dd4f-f1e6-49f0-b68c-41dec9cac03b tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:04.066841 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9cf849dc-b9f2-4ff8-bb46-56eb9f41e703 req-f5c9dd4f-f1e6-49f0-b68c-41dec9cac03b tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0600863 Apr 08 17:45:04.117474 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9cf849dc-b9f2-4ff8-bb46-56eb9f41e703 req-5453bb68-aa17-44c6-8853-a7cd9195b0fe tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448396 Apr 08 17:45:04.383608 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c5da4-44c5-4236-aac6-190e6f45979b req-c4e593e8-a043-4fa6-9caa-2c267368cfbb tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:04.385065 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ee2c5da4-44c5-4236-aac6-190e6f45979b req-c4e593e8-a043-4fa6-9caa-2c267368cfbb tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 944 time: 0.0489020 Apr 08 17:45:04.454348 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ee2c5da4-44c5-4236-aac6-190e6f45979b req-7c80bffc-ac01-4ac4-85ab-81412368c9af tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631540 Apr 08 17:45:04.532729 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8431a-5b36-4be7-84fa-62e641fda33c req-8764b4b0-a29e-4165-9d23-99c9834cd742 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:04.534406 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f0d8431a-5b36-4be7-84fa-62e641fda33c req-8764b4b0-a29e-4165-9d23-99c9834cd742 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 944 time: 0.0787842 Apr 08 17:45:04.607981 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f0d8431a-5b36-4be7-84fa-62e641fda33c req-334a9e37-8ef3-44c1-bae8-e9f4169d2ab7 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610709 Apr 08 17:45:04.652415 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6ead458d-3516-4265-a266-2667f80d4399 req-aed86b6c-8b86-42d4-bab9-c7c8eba87f37 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 210 time: 0.0273750 Apr 08 17:45:05.233642 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d7e22-3c3b-4c56-b168-13eee29ead11 req-9c15f6d3-dc0c-4e12-b230-d2412fab9ef8 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:05.235203 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-819d7e22-3c3b-4c56-b168-13eee29ead11 req-9c15f6d3-dc0c-4e12-b230-d2412fab9ef8 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0464590 Apr 08 17:45:05.283022 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-819d7e22-3c3b-4c56-b168-13eee29ead11 req-224efcfc-5a05-4ae0-802f-b405ade1cc9e tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422509 Apr 08 17:45:05.644870 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fadcb1-1bd1-4195-8227-c91eab793a89 req-6281c2a1-23b4-4a56-b524-de417a9a1fc2 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:05.653022 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a1fadcb1-1bd1-4195-8227-c91eab793a89 req-6281c2a1-23b4-4a56-b524-de417a9a1fc2 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 944 time: 0.0657353 Apr 08 17:45:05.720423 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a1fadcb1-1bd1-4195-8227-c91eab793a89 req-5bf6f5b4-265c-4a3d-9641-e51e778606fb tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660546 Apr 08 17:45:05.779796 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf676c-a1bb-4b7d-b6fb-d328db346429 req-0783b47d-c47a-4c15-8a82-7696812d7dd7 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:05.781896 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-afbf676c-a1bb-4b7d-b6fb-d328db346429 req-0783b47d-c47a-4c15-8a82-7696812d7dd7 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 944 time: 0.0797925 Apr 08 17:45:05.884484 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-54f4f012-7052-4db8-a494-c7899ce10769 req-8d56215c-db25-4381-857d-c6ba2e6b5c0e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 210 time: 0.0445623 Apr 08 17:45:05.888142 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-afbf676c-a1bb-4b7d-b6fb-d328db346429 req-d8582448-e73f-403e-884b-d3f629799d31 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999579 Apr 08 17:45:06.501241 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f4e53-5e16-4951-9c21-1f8538f8b75d req-4ec222fe-4ce1-4419-97ff-5bb431cff296 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:06.502751 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-554f4e53-5e16-4951-9c21-1f8538f8b75d req-4ec222fe-4ce1-4419-97ff-5bb431cff296 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0877240 Apr 08 17:45:06.556053 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-554f4e53-5e16-4951-9c21-1f8538f8b75d req-61a618a6-10cc-4ad7-a37f-5fa58a7063d5 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476739 Apr 08 17:45:06.860995 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c73cc-1a62-41d9-b4ed-94400f634f8e req-af3bc088-c1af-4f03-ad4b-24da3dcee061 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:06.862511 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b22c73cc-1a62-41d9-b4ed-94400f634f8e req-af3bc088-c1af-4f03-ad4b-24da3dcee061 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 944 time: 0.0560167 Apr 08 17:45:06.910223 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b22c73cc-1a62-41d9-b4ed-94400f634f8e req-4a55f0ac-a962-4255-b086-6631220e5567 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421484 Apr 08 17:45:07.029712 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-778f2353-d588-4399-9009-e7efff5cfd1f req-a6842687-396f-4467-a87c-c8e4a36fd195 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 210 time: 0.0500097 Apr 08 17:45:07.046449 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca315a8-d084-46a7-9b61-922c9e3db28f req-5cb753e5-3cf7-4701-93cb-bdce5277f71c tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:07.047933 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fca315a8-d084-46a7-9b61-922c9e3db28f req-5cb753e5-3cf7-4701-93cb-bdce5277f71c tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 944 time: 0.0793109 Apr 08 17:45:07.100929 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fca315a8-d084-46a7-9b61-922c9e3db28f req-398b3875-a957-4aa6-af6d-12b008c7afd3 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440774 Apr 08 17:45:07.284792 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bc1b9521-af07-43e2-b270-d952b9031d1e req-39386e26-2c71-4205-be90-c0801a63273a service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904176 Apr 08 17:45:07.671989 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5f39b-c590-4c03-bedb-b9893733d84d req-a2737f0e-d315-407e-a33b-fdad4327e4d9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:07.673597 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a6e5f39b-c590-4c03-bedb-b9893733d84d req-a2737f0e-d315-407e-a33b-fdad4327e4d9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0507350 Apr 08 17:45:07.723540 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a6e5f39b-c590-4c03-bedb-b9893733d84d req-e8c0296c-677c-4072-a194-ebdcff8f67e2 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441065 Apr 08 17:45:08.031673 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bc576-1f67-4914-89c0-6636fbefd52c req-4c01159c-5453-4447-9ac3-4f99743a3036 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:08.032446 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bc1b9521-af07-43e2-b270-d952b9031d1e req-8968db7e-64e4-4b84-a19e-f58b54a5ca95 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952380 Apr 08 17:45:08.033184 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d06bc576-1f67-4914-89c0-6636fbefd52c req-4c01159c-5453-4447-9ac3-4f99743a3036 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 944 time: 0.0520697 Apr 08 17:45:08.085382 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d06bc576-1f67-4914-89c0-6636fbefd52c req-7c961125-6071-4648-b9c9-ecc7fb692d18 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461836 Apr 08 17:45:08.140430 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0d858714-16e3-4a48-a043-37a94c887648 req-9c78c0af-9a41-4021-af29-3caba8ad236d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=4378a275-38b2-4101-a2fd-5d250ae5bd8c HTTP/1.1" status: 200 len: 210 time: 0.0268981 Apr 08 17:45:08.217632 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44904e0-c542-4e2a-b758-33f3d21d3f47 req-e9f6e33b-2a55-4763-8e3f-222187e8fdc9 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:08.219097 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e44904e0-c542-4e2a-b758-33f3d21d3f47 req-e9f6e33b-2a55-4763-8e3f-222187e8fdc9 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 944 time: 0.0474606 Apr 08 17:45:08.272134 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e44904e0-c542-4e2a-b758-33f3d21d3f47 req-eaee5b57-f704-47c3-96da-bda7c9536873 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473945 Apr 08 17:45:08.852861 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caceeab1-a2cb-4b0b-984c-aa9cb8091ca9 req-ad9b8530-5c53-4a5a-9974-1ab6aabbd80b tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:08.854483 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-caceeab1-a2cb-4b0b-984c-aa9cb8091ca9 req-ad9b8530-5c53-4a5a-9974-1ab6aabbd80b tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0541198 Apr 08 17:45:08.905532 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-caceeab1-a2cb-4b0b-984c-aa9cb8091ca9 req-7110f948-f94e-481f-ac56-862424a1702e tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446062 Apr 08 17:45:09.109632 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 8bfd7d75-c20a-49ca-a044-2bb3160d036f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:45:09.213369 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 8bfd7d75-c20a-49ca-a044-2bb3160d036f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8bfd7d75-c20a-49ca-a044-2bb3160d036f,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:09.219558 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e8f61-0fd4-4f57-a3ec-cfcb0be87943 req-bd40ebe9-5775-4385-a8de-8641b7a0657c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:09.221109 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-109e8f61-0fd4-4f57-a3ec-cfcb0be87943 req-bd40ebe9-5775-4385-a8de-8641b7a0657c tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 944 time: 0.0614660 Apr 08 17:45:09.227019 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': '8bfd7d75-c20a-49ca-a044-2bb3160d036f', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'port_id': '8bfd7d75-c20a-49ca-a044-2bb3160d036f', 'mac_address': 'fa:16:3e:44:1c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:45:09.234743 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50018) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:09.266454 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 8bfd7d75-c20a-49ca-a044-2bb3160d036f is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:09.266855 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:09.278702 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-109e8f61-0fd4-4f57-a3ec-cfcb0be87943 req-78aa6379-9527-48b0-afb1-0fe602df8bf1 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512173 Apr 08 17:45:09.281259 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bfd7d75-c20a-49ca-a044-2bb3160d036f {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:45:09.296373 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fef3313c-cb3b-4839-9004-d11719d75ffc tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for security_group (b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:09.319396 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 8bfd7d75-c20a-49ca-a044-2bb3160d036f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8bfd7d75-c20a-49ca-a044-2bb3160d036f,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:09.327368 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fef3313c-cb3b-4839-9004-d11719d75ffc tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for security_group (b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:09.327818 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:09.328516 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 988d2b52-1e28-406a-b8d9-db25e840e9d4 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:45:09.384888 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fef3313c-cb3b-4839-9004-d11719d75ffc tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:09.388012 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fef3313c-cb3b-4839-9004-d11719d75ffc tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:09.392904 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-fef3313c-cb3b-4839-9004-d11719d75ffc tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "DELETE /v2.0/security-groups/b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406 HTTP/1.1" status: 204 len: 168 time: 0.1570523 Apr 08 17:45:09.393575 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50022) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:09.415218 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.api.v2.resource [None req-39f75488-2c8f-4801-b745-18c32536d7b3 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] show failed (client error): The resource could not be found. Apr 08 17:45:09.419616 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-39f75488-2c8f-4801-b745-18c32536d7b3 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups/b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406 HTTP/1.1" status: 404 len: 347 time: 0.0187109 Apr 08 17:45:09.419616 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3313c-cb3b-4839-9004-d11719d75ffc tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c1bdb5-f5a5-4fdc-ae1d-dcd10c993406,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:09.419616 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50024) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:09.421458 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17220aca-8281-4678-a13d-e24818aedf5e req-6305aa80-cd16-4628-90ee-98cb3de2d17c tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:09.423105 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-17220aca-8281-4678-a13d-e24818aedf5e req-6305aa80-cd16-4628-90ee-98cb3de2d17c tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 944 time: 0.0702682 Apr 08 17:45:09.487422 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-17220aca-8281-4678-a13d-e24818aedf5e req-be3599db-d523-459d-94fd-0e2fa9bc0c47 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572779 Apr 08 17:45:09.540671 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=8bfd7d75-c20a-49ca-a044-2bb3160d036f,revision_number=9']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:09.563808 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-7058d370-0ebd-4ab5-a0fd-cdd33eb8cc40 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Deleting port fd9312b7-e718-4fb3-ac59-13b5da83c995 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:45:09.564160 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7058d370-0ebd-4ab5-a0fd-cdd33eb8cc40 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (fd9312b7-e718-4fb3-ac59-13b5da83c995), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:09.602941 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 988d2b52-1e28-406a-b8d9-db25e840e9d4, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=988d2b52-1e28-406a-b8d9-db25e840e9d4,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:09.615503 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': '988d2b52-1e28-406a-b8d9-db25e840e9d4', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'port_id': '988d2b52-1e28-406a-b8d9-db25e840e9d4', 'mac_address': 'fa:16:3e:9c:98:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:45:09.660887 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 988d2b52-1e28-406a-b8d9-db25e840e9d4 is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:09.661245 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (988d2b52-1e28-406a-b8d9-db25e840e9d4), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:09.663632 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7058d370-0ebd-4ab5-a0fd-cdd33eb8cc40 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (fd9312b7-e718-4fb3-ac59-13b5da83c995), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:09.663975 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7058d370-0ebd-4ab5-a0fd-cdd33eb8cc40 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for floatingip (fd9312b7-e718-4fb3-ac59-13b5da83c995), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:09.675019 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988d2b52-1e28-406a-b8d9-db25e840e9d4 {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:45:09.676921 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-7058d370-0ebd-4ab5-a0fd-cdd33eb8cc40 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Calling delete_port for fd9312b7-e718-4fb3-ac59-13b5da83c995 owned by network:floatingip {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:45:09.697137 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 988d2b52-1e28-406a-b8d9-db25e840e9d4, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=988d2b52-1e28-406a-b8d9-db25e840e9d4,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:09.710833 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (988d2b52-1e28-406a-b8d9-db25e840e9d4), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:09.754797 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=988d2b52-1e28-406a-b8d9-db25e840e9d4,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:09.829376 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7058d370-0ebd-4ab5-a0fd-cdd33eb8cc40 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (fd9312b7-e718-4fb3-ac59-13b5da83c995), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:09.855322 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058d370-0ebd-4ab5-a0fd-cdd33eb8cc40 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Pushing event deleted for resources: {'Port': ['ID=fd9312b7-e718-4fb3-ac59-13b5da83c995,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:09.918435 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7058d370-0ebd-4ab5-a0fd-cdd33eb8cc40 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks [] for floatingip (6f1cb2e9-4739-4bd0-b1d8-141e4af15882), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:09.920957 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7058d370-0ebd-4ab5-a0fd-cdd33eb8cc40 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:09.922134 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-7058d370-0ebd-4ab5-a0fd-cdd33eb8cc40 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "DELETE /v2.0/floatingips/6f1cb2e9-4739-4bd0-b1d8-141e4af15882 HTTP/1.1" status: 204 len: 168 time: 0.4974494 Apr 08 17:45:10.031791 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c89f0-bac9-4c04-b86b-612c50c4043d req-9f2b4c69-6bc9-41df-a598-5f9e74c25c2f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:10.033011 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4d3c89f0-bac9-4c04-b86b-612c50c4043d req-9f2b4c69-6bc9-41df-a598-5f9e74c25c2f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0510798 Apr 08 17:45:10.087349 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4d3c89f0-bac9-4c04-b86b-612c50c4043d req-df993a2d-339c-4e56-83e2-ece6107cda14 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488384 Apr 08 17:45:10.254877 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['8bfd7d75-c20a-49ca-a044-2bb3160d036f'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:45:10.380783 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['988d2b52-1e28-406a-b8d9-db25e840e9d4'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:45:10.412887 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6f29e-0e0e-420b-9970-2211c37c0036 req-ec56e5d8-af36-4e73-a125-38fcbf272502 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:10.414463 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ade6f29e-0e0e-420b-9970-2211c37c0036 req-ec56e5d8-af36-4e73-a125-38fcbf272502 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 945 time: 0.0483482 Apr 08 17:45:10.701313 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ade6f29e-0e0e-420b-9970-2211c37c0036 req-1c22cf49-cac9-4081-b6bb-c388aaca34c3 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2802153 Apr 08 17:45:10.735527 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38790ae8-e8bc-45d7-b814-0b8df5cc0332 req-a304a196-b0b8-4102-9ceb-7a5562cc4396 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:10.737065 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-38790ae8-e8bc-45d7-b814-0b8df5cc0332 req-a304a196-b0b8-4102-9ceb-7a5562cc4396 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 945 time: 0.0567319 Apr 08 17:45:10.793046 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-38790ae8-e8bc-45d7-b814-0b8df5cc0332 req-4e486698-282d-41e5-be08-318c4db2e42e tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427151 Apr 08 17:45:11.207792 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6952b0-101f-4d83-aad6-a801d586517a req-517ab065-5b32-4829-9328-183eb3859023 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:11.209313 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cf6952b0-101f-4d83-aad6-a801d586517a req-517ab065-5b32-4829-9328-183eb3859023 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0462837 Apr 08 17:45:11.264886 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cf6952b0-101f-4d83-aad6-a801d586517a req-5fbec5f2-5e9c-4561-860d-00d98cf8a1da tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492022 Apr 08 17:45:11.623570 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 8bfd7d75-c20a-49ca-a044-2bb3160d036f up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:45:11.698749 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port 8bfd7d75-c20a-49ca-a044-2bb3160d036f triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:11.699285 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:11.777019 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 8bfd7d75-c20a-49ca-a044-2bb3160d036f is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:11.777422 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:11.801994 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af28c7c-b73c-44e9-bfb2-76571554a88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfd7d75-c20a-49ca-a044-2bb3160d036f'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:45:11.804320 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f194ca3-0648-4b48-98dc-5224547e4675" -d '{"events": [{"server_uuid": "9af28c7c-b73c-44e9-bfb2-76571554a88c", "name": "network-vif-plugged", "status": "completed", "tag": "8bfd7d75-c20a-49ca-a044-2bb3160d036f"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:45:11.825336 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 8bfd7d75-c20a-49ca-a044-2bb3160d036f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8bfd7d75-c20a-49ca-a044-2bb3160d036f,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:11.830271 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:11.830422 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfb771-38a2-43bd-b48e-f22fc24cad50 req-4cec685d-6edd-47ac-a7c5-cd0f2aa55deb tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:11.831943 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7cdfb771-38a2-43bd-b48e-f22fc24cad50 req-4cec685d-6edd-47ac-a7c5-cd0f2aa55deb tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 945 time: 0.0583270 Apr 08 17:45:11.832257 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 988d2b52-1e28-406a-b8d9-db25e840e9d4 up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:45:11.860800 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986f7987-9f01-4327-a36c-7caaef68200b x-openstack-request-id: req-986f7987-9f01-4327-a36c-7caaef68200b {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:45:11.861088 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af28c7c-b73c-44e9-bfb2-76571554a88c", "name": "network-vif-plugged", "status": "completed", "tag": "8bfd7d75-c20a-49ca-a044-2bb3160d036f", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:45:11.861444 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-986f7987-9f01-4327-a36c-7caaef68200b {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:45:11.861727 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986f7987-9f01-4327-a36c-7caaef68200b'] response: {'server_uuid': '9af28c7c-b73c-44e9-bfb2-76571554a88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfd7d75-c20a-49ca-a044-2bb3160d036f', 'code': 200} Apr 08 17:45:11.921680 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=8bfd7d75-c20a-49ca-a044-2bb3160d036f,revision_number=10']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:11.924996 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7cdfb771-38a2-43bd-b48e-f22fc24cad50 req-f9b1ba75-a3e9-41c3-9625-b0478cb41e69 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861659 Apr 08 17:45:11.931736 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port 988d2b52-1e28-406a-b8d9-db25e840e9d4 completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:45:11.939854 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port 988d2b52-1e28-406a-b8d9-db25e840e9d4 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:11.941084 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (988d2b52-1e28-406a-b8d9-db25e840e9d4), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:11.962933 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf0c80-2a6a-43f1-953a-579827c406ff req-215ad105-9385-43a9-9194-bdc42eb1e5b3 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:11.964635 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-97cf0c80-2a6a-43f1-953a-579827c406ff req-215ad105-9385-43a9-9194-bdc42eb1e5b3 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 945 time: 0.0569293 Apr 08 17:45:12.017949 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-97cf0c80-2a6a-43f1-953a-579827c406ff req-986cf068-641c-4920-8477-1750897118ef tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463605 Apr 08 17:45:12.024853 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 988d2b52-1e28-406a-b8d9-db25e840e9d4 is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:12.025037 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (988d2b52-1e28-406a-b8d9-db25e840e9d4), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:12.061045 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 988d2b52-1e28-406a-b8d9-db25e840e9d4, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=988d2b52-1e28-406a-b8d9-db25e840e9d4,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:12.065510 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (988d2b52-1e28-406a-b8d9-db25e840e9d4), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:12.118296 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b2e46-9db8-4008-866d-ab9e802d5e03 req-fd55810d-a370-4b83-b5b8-b03165e8fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:12.119852 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-781b2e46-9db8-4008-866d-ab9e802d5e03 req-fd55810d-a370-4b83-b5b8-b03165e8fbcc service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 1131 time: 0.0432630 Apr 08 17:45:12.124397 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=988d2b52-1e28-406a-b8d9-db25e840e9d4,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:12.172165 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-781b2e46-9db8-4008-866d-ab9e802d5e03 req-f1bebb15-5c72-477a-87d9-040ba996cc94 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450511 Apr 08 17:45:12.415564 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24efb5-3a03-4ce7-b7ce-bf06c7d24b2b req-3bc07584-a9ea-4f2f-983e-262dd969f67d tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:12.417051 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ee24efb5-3a03-4ce7-b7ce-bf06c7d24b2b req-3bc07584-a9ea-4f2f-983e-262dd969f67d tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0778217 Apr 08 17:45:12.425320 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957edc4-9027-43ac-a196-49d529d55faa req-237ba596-0fde-4369-90e7-39ba40dda48d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:12.426861 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c957edc4-9027-43ac-a196-49d529d55faa req-237ba596-0fde-4369-90e7-39ba40dda48d tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.0770531 Apr 08 17:45:12.503363 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ee24efb5-3a03-4ce7-b7ce-bf06c7d24b2b req-5dd02fc3-5f60-4f15-adfc-8f11e6290fac tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754764 Apr 08 17:45:12.510403 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c957edc4-9027-43ac-a196-49d529d55faa req-1af15c67-1190-4f89-9bdf-c66d4815716e tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767553 Apr 08 17:45:13.063673 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eed11a-0293-4c87-bb81-b62f03d80da1 req-4914cac7-1e18-4dc6-b572-75041314150a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:13.065211 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d9eed11a-0293-4c87-bb81-b62f03d80da1 req-4914cac7-1e18-4dc6-b572-75041314150a tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 947 time: 0.0553317 Apr 08 17:45:13.141813 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d9eed11a-0293-4c87-bb81-b62f03d80da1 req-3d632cf4-44d7-4cb7-9735-ba8732f75c5d tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706739 Apr 08 17:45:13.149646 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58976448-6b45-4666-97bc-92efed118f76 req-daf10244-1823-4c42-9b4e-a57119de3979 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:13.151256 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-58976448-6b45-4666-97bc-92efed118f76 req-daf10244-1823-4c42-9b4e-a57119de3979 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 946 time: 0.0636222 Apr 08 17:45:13.202417 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-58976448-6b45-4666-97bc-92efed118f76 req-f3bb2300-22ce-4188-b78a-6fd07fccaa93 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450838 Apr 08 17:45:13.649063 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21422be2-7634-4c01-99c6-b2b686375756 req-790a7130-a030-42e5-bcef-b40bc0e83cf2 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:13.650565 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-21422be2-7634-4c01-99c6-b2b686375756 req-790a7130-a030-42e5-bcef-b40bc0e83cf2 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0776684 Apr 08 17:45:13.658590 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac1a67-3e40-4159-9f54-9c7f98573b6e req-f54d43ea-7146-46da-b98a-360c10d6fb38 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:13.660017 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-70ac1a67-3e40-4159-9f54-9c7f98573b6e req-f54d43ea-7146-46da-b98a-360c10d6fb38 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.0760267 Apr 08 17:45:13.736617 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-21422be2-7634-4c01-99c6-b2b686375756 req-19163285-3962-49fa-8cf1-53f30f1aecd3 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755758 Apr 08 17:45:13.739823 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-70ac1a67-3e40-4159-9f54-9c7f98573b6e req-5ecf2d3d-d5a0-4e08-9c35-fe219bc1cffb tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731294 Apr 08 17:45:13.862707 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeac05f-b324-4cfc-8a1b-da018d473b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988d2b52-1e28-406a-b8d9-db25e840e9d4'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:45:13.865053 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9629ea6-3bde-466e-8463-4b623c5421d0" -d '{"events": [{"server_uuid": "fdeac05f-b324-4cfc-8a1b-da018d473b82", "name": "network-vif-plugged", "status": "completed", "tag": "988d2b52-1e28-406a-b8d9-db25e840e9d4"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:45:13.901653 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531d8adb-bb7d-4eff-b16d-67cbcbd96db5 x-openstack-request-id: req-531d8adb-bb7d-4eff-b16d-67cbcbd96db5 {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:45:13.901966 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdeac05f-b324-4cfc-8a1b-da018d473b82", "name": "network-vif-plugged", "status": "completed", "tag": "988d2b52-1e28-406a-b8d9-db25e840e9d4", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:45:13.902220 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-531d8adb-bb7d-4eff-b16d-67cbcbd96db5 {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:45:13.902609 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-531d8adb-bb7d-4eff-b16d-67cbcbd96db5'] response: {'server_uuid': 'fdeac05f-b324-4cfc-8a1b-da018d473b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988d2b52-1e28-406a-b8d9-db25e840e9d4', 'code': 200} Apr 08 17:45:14.273636 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73a7db-bc3c-46a0-84de-20183fbae3ee req-7008cdb2-0e2d-4fa9-84c2-fc1ecaf9a664 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:14.275120 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7d73a7db-bc3c-46a0-84de-20183fbae3ee req-7008cdb2-0e2d-4fa9-84c2-fc1ecaf9a664 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 947 time: 0.0515144 Apr 08 17:45:14.338292 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b24993-16fa-4b0f-91b6-4093d4e73713 req-738782df-1ad0-4b21-b928-c8586de43441 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:14.339779 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a7b24993-16fa-4b0f-91b6-4093d4e73713 req-738782df-1ad0-4b21-b928-c8586de43441 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 946 time: 0.0637720 Apr 08 17:45:14.381885 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7d73a7db-bc3c-46a0-84de-20183fbae3ee req-1595fe84-2e4c-4d85-959d-2aee50faf424 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969217 Apr 08 17:45:14.415603 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a7b24993-16fa-4b0f-91b6-4093d4e73713 req-fd843ee9-0314-4234-8b1b-ebf25a138368 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672174 Apr 08 17:45:14.776967 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:14.895310 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e492470-c794-4beb-ad56-fa258277871f req-c162cdc4-af8e-4aa4-99a7-0072476b1d6c tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:14.896865 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3e492470-c794-4beb-ad56-fa258277871f req-c162cdc4-af8e-4aa4-99a7-0072476b1d6c tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.0895791 Apr 08 17:45:14.902684 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81b09f-1510-47a6-ad5d-25464c90b8a0 req-8c7e8c78-24fe-4dbd-b177-4d91af1ed645 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:14.904062 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8a81b09f-1510-47a6-ad5d-25464c90b8a0 req-8c7e8c78-24fe-4dbd-b177-4d91af1ed645 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0955038 Apr 08 17:45:14.977259 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3e492470-c794-4beb-ad56-fa258277871f req-c0903615-c1e4-434c-a860-affa8140bd03 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721607 Apr 08 17:45:14.981377 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8a81b09f-1510-47a6-ad5d-25464c90b8a0 req-69cd151c-85e4-4e30-b4aa-2a4886951c4f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706294 Apr 08 17:45:15.329265 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f9492-5eca-4e22-85d9-c8dfe8ce5a01 req-a986efe9-96a5-4ade-9123-51d53f6bc698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:15.330811 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-390f9492-5eca-4e22-85d9-c8dfe8ce5a01 req-a986efe9-96a5-4ade-9123-51d53f6bc698 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 1130 time: 0.0682981 Apr 08 17:45:15.337323 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c67a72-c4a1-4982-ab09-5b4af4523fee req-90685395-5a73-4136-9c2d-f11d83efe3d4 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:15.338850 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-39c67a72-c4a1-4982-ab09-5b4af4523fee req-90685395-5a73-4136-9c2d-f11d83efe3d4 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.91 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.0684979 Apr 08 17:45:15.379830 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-450258cc-25a0-46e5-90be-c1d9cddf34ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:15.558557 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cdefb-69ab-47a3-ad7b-305d9e2d3e67 req-ce331291-3f1e-45f6-a342-d82c4134fbf6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:15.561479 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3f1cdefb-69ab-47a3-ad7b-305d9e2d3e67 req-ce331291-3f1e-45f6-a342-d82c4134fbf6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 947 time: 0.0903699 Apr 08 17:45:15.589986 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7794bf-02a2-4380-baa1-bbb323b275d0 req-a101a3af-5423-4452-8a41-a26f3b0ef0bc tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:15.592983 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5d7794bf-02a2-4380-baa1-bbb323b275d0 req-a101a3af-5423-4452-8a41-a26f3b0ef0bc tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 946 time: 0.0847068 Apr 08 17:45:15.667643 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3f1cdefb-69ab-47a3-ad7b-305d9e2d3e67 req-c90f62d7-f2e7-4f3e-856f-4f1911425ef9 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981231 Apr 08 17:45:15.682257 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5d7794bf-02a2-4380-baa1-bbb323b275d0 req-9b20002b-1986-424a-b756-8632aa8e27b5 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794883 Apr 08 17:45:15.807860 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-390f9492-5eca-4e22-85d9-c8dfe8ce5a01 req-d1c80ad6-7d0d-461d-9b95-f0ab4ccb95c7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090612 Apr 08 17:45:15.823367 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-39c67a72-c4a1-4982-ab09-5b4af4523fee req-922edb0d-efee-42a7-b661-134b030b5c47 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Deleting port 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:45:15.823706 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-39c67a72-c4a1-4982-ab09-5b4af4523fee req-922edb0d-efee-42a7-b661-134b030b5c47 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (5648fe5a-6b31-4a3f-8f48-dd59cabccae7), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:15.930487 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-39c67a72-c4a1-4982-ab09-5b4af4523fee req-922edb0d-efee-42a7-b661-134b030b5c47 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] For port 5648fe5a-6b31-4a3f-8f48-dd59cabccae7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5648fe5a-6b31-4a3f-8f48-dd59cabccae7,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:15.930850 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-39c67a72-c4a1-4982-ab09-5b4af4523fee req-922edb0d-efee-42a7-b661-134b030b5c47 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (5648fe5a-6b31-4a3f-8f48-dd59cabccae7), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:15.945580 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-39c67a72-c4a1-4982-ab09-5b4af4523fee req-922edb0d-efee-42a7-b661-134b030b5c47 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Calling delete_port for 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:45:16.087454 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-39c67a72-c4a1-4982-ab09-5b4af4523fee req-922edb0d-efee-42a7-b661-134b030b5c47 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (5648fe5a-6b31-4a3f-8f48-dd59cabccae7), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:16.119969 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922edb0d-efee-42a7-b661-134b030b5c47 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Pushing event deleted for resources: {'Port': ['ID=5648fe5a-6b31-4a3f-8f48-dd59cabccae7,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:16.122334 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['858b37eb-86f3-4654-8322-c4d3c2605c36'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:45:16.134998 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d69f13-362f-4801-8896-f51ede82c077 req-912dae61-8c2c-4629-a517-97d6a0095e60 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:16.136547 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f3d69f13-362f-4801-8896-f51ede82c077 req-912dae61-8c2c-4629-a517-97d6a0095e60 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 946 time: 0.0838237 Apr 08 17:45:16.163379 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93e21b-621d-4c36-afd1-0cd35dab3c05 req-c4e98807-f0fc-4a72-aaef-3fd06835c159 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:16.165657 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1f93e21b-621d-4c36-afd1-0cd35dab3c05 req-c4e98807-f0fc-4a72-aaef-3fd06835c159 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0805495 Apr 08 17:45:16.178300 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c67a72-c4a1-4982-ab09-5b4af4523fee req-922edb0d-efee-42a7-b661-134b030b5c47 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] No DVR routers for this DVR port 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:45:16.183874 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-39c67a72-c4a1-4982-ab09-5b4af4523fee req-922edb0d-efee-42a7-b661-134b030b5c47 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:16.188236 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-39c67a72-c4a1-4982-ab09-5b4af4523fee req-922edb0d-efee-42a7-b661-134b030b5c47 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.91 "DELETE /v2.0/ports/5648fe5a-6b31-4a3f-8f48-dd59cabccae7 HTTP/1.1" status: 204 len: 173 time: 0.4881382 Apr 08 17:45:16.188646 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb73ce04-909b-4c39-bfd0-674b64ba92c1', 'name': 'network-vif-deleted', 'tag': '5648fe5a-6b31-4a3f-8f48-dd59cabccae7'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:45:16.194252 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96b4b3f-6eee-41c7-827a-6abb63d51079" -d '{"events": [{"server_uuid": "cb73ce04-909b-4c39-bfd0-674b64ba92c1", "name": "network-vif-deleted", "tag": "5648fe5a-6b31-4a3f-8f48-dd59cabccae7"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:45:16.234165 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f3d69f13-362f-4801-8896-f51ede82c077 req-47a5d4e6-9fe0-49ca-ba94-2a3ddade8c49 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918763 Apr 08 17:45:16.254673 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1f93e21b-621d-4c36-afd1-0cd35dab3c05 req-571f0cd7-6ac7-4dc9-a177-98fd15de760c tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819826 Apr 08 17:45:16.292504 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb33f269-a58a-439f-bc8d-4c4243b9b89c x-openstack-request-id: req-fb33f269-a58a-439f-bc8d-4c4243b9b89c {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:45:16.292832 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb73ce04-909b-4c39-bfd0-674b64ba92c1", "name": "network-vif-deleted", "tag": "5648fe5a-6b31-4a3f-8f48-dd59cabccae7", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:45:16.293035 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb33f269-a58a-439f-bc8d-4c4243b9b89c {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:45:16.293434 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb33f269-a58a-439f-bc8d-4c4243b9b89c'] response: {'server_uuid': 'cb73ce04-909b-4c39-bfd0-674b64ba92c1', 'name': 'network-vif-deleted', 'tag': '5648fe5a-6b31-4a3f-8f48-dd59cabccae7', 'status': 'completed', 'code': 200} Apr 08 17:45:16.815391 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f72c2-4a67-4729-9546-d69832399c07 req-e8c46dd8-90ac-4635-a1db-3bc8f02cfa4f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:16.816851 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-961f72c2-4a67-4729-9546-d69832399c07 req-e8c46dd8-90ac-4635-a1db-3bc8f02cfa4f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 947 time: 0.0713999 Apr 08 17:45:16.838390 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd579f-6fb6-40c1-92a7-6a177eacd0f3 req-bc1d5664-b017-4536-bf20-9f61a53c7746 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:16.839786 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5ebd579f-6fb6-40c1-92a7-6a177eacd0f3 req-bc1d5664-b017-4536-bf20-9f61a53c7746 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 946 time: 0.0663290 Apr 08 17:45:16.897964 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-961f72c2-4a67-4729-9546-d69832399c07 req-a1712ea2-9c03-4641-a09e-a8001de4ef86 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754967 Apr 08 17:45:16.915562 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5ebd579f-6fb6-40c1-92a7-6a177eacd0f3 req-3332576d-01cb-4eec-befc-f9266d797620 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690522 Apr 08 17:45:17.354149 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b3b85003-2fc6-479d-89ca-420aab3dff1a req-b3373fed-fef4-4a97-bb88-52bd5c6a72dd tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb73ce04-909b-4c39-bfd0-674b64ba92c1 HTTP/1.1" status: 200 len: 210 time: 0.0378621 Apr 08 17:45:17.394373 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de27875-fe58-47ea-8ead-9b5132d35f59 req-dd1144ba-14f5-47b8-b086-05e85cbfd930 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:17.395852 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9de27875-fe58-47ea-8ead-9b5132d35f59 req-dd1144ba-14f5-47b8-b086-05e85cbfd930 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0683467 Apr 08 17:45:17.446273 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9de27875-fe58-47ea-8ead-9b5132d35f59 req-c2b6524c-2990-4b56-b5ba-db154a523d54 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439346 Apr 08 17:45:17.655392 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:45:17.675947 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:45:17.676313 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 5648fe5a-6b31-4a3f-8f48-dd59cabccae7 not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:45:18.026850 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a8561-d94f-4801-a333-ea82769d7854 req-df456f63-a760-45f4-95ab-1d328e70de17 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:18.028387 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-865a8561-d94f-4801-a333-ea82769d7854 req-df456f63-a760-45f4-95ab-1d328e70de17 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 946 time: 0.0482097 Apr 08 17:45:18.052912 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c4448ded-90e9-4fc4-8117-67b39f430292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:18.074264 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40813511-c93c-478a-88af-779ddc081f95 req-6b9de04b-b636-46db-8c4b-59bc7ad3e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:18.075793 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-40813511-c93c-478a-88af-779ddc081f95 req-6b9de04b-b636-46db-8c4b-59bc7ad3e2ba service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5f737778e54346c1b6ff286669cf0345&device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 1129 time: 0.0457153 Apr 08 17:45:18.081085 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-865a8561-d94f-4801-a333-ea82769d7854 req-add5cc37-b51b-4c86-8226-27997fec01e9 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459611 Apr 08 17:45:18.172939 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40813511-c93c-478a-88af-779ddc081f95 req-096ee1e7-52d2-4aa0-8c8a-988b71be0cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:18.174338 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-40813511-c93c-478a-88af-779ddc081f95 req-096ee1e7-52d2-4aa0-8c8a-988b71be0cee service neutron] 10.222.0.91 "GET /v2.0/networks?id=5a3136a7-a509-4273-8192-f1445720478e HTTP/1.1" status: 200 len: 910 time: 0.0930536 Apr 08 17:45:18.197215 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ba62f-3910-4a23-8b7a-0589a38ec95f req-42d4e4ee-77d2-49f5-a484-cd54e1e8a93f tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:18.199032 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2c8ba62f-3910-4a23-8b7a-0589a38ec95f req-42d4e4ee-77d2-49f5-a484-cd54e1e8a93f tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 946 time: 0.0508852 Apr 08 17:45:18.245060 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-40813511-c93c-478a-88af-779ddc081f95 req-e7bd3e75-3faa-49b2-b78b-a6fc6bf55136 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cde18caf-aea3-43c2-9c9c-7a352f38e9ea HTTP/1.1" status: 200 len: 1001 time: 0.0638175 Apr 08 17:45:18.249091 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2c8ba62f-3910-4a23-8b7a-0589a38ec95f req-fbb32475-5a1a-47cd-980b-e365a10f4a02 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439551 Apr 08 17:45:18.277905 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50138) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:18.293715 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40813511-c93c-478a-88af-779ddc081f95 req-75d1f7cb-83ea-4796-a4d5-2585c168d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:18.295200 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-40813511-c93c-478a-88af-779ddc081f95 req-75d1f7cb-83ea-4796-a4d5-2585c168d022 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2fd8198-fe62-4651-aa0b-73bb0681f47e HTTP/1.1" status: 200 len: 848 time: 0.0443974 Apr 08 17:45:18.343504 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40813511-c93c-478a-88af-779ddc081f95 req-c0b33a3c-001b-4d4a-9db9-b16c43171f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:18.345266 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-40813511-c93c-478a-88af-779ddc081f95 req-c0b33a3c-001b-4d4a-9db9-b16c43171f61 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5a3136a7-a509-4273-8192-f1445720478e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443394 Apr 08 17:45:18.362210 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eadfa2a-1c4f-4cda-ac32-2a14314abdc1 tempest-TestVolumeBootPattern-1925485475 tempest-TestVolumeBootPattern-1925485475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:18.363719 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-0eadfa2a-1c4f-4cda-ac32-2a14314abdc1 tempest-TestVolumeBootPattern-1925485475 tempest-TestVolumeBootPattern-1925485475-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 1125 time: 0.0847967 Apr 08 17:45:18.366696 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50142) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:18.371078 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Request body: {'floatingip': {'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'port_id': '988d2b52-1e28-406a-b8d9-db25e840e9d4', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:18.393406 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:18.445592 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-40813511-c93c-478a-88af-779ddc081f95 req-56282190-9322-4b92-a8e6-57296a64f346 service neutron] 10.222.0.91 "GET /v2.0/networks/5a3136a7-a509-4273-8192-f1445720478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942254 Apr 08 17:45:18.489772 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:18.561733 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-40813511-c93c-478a-88af-779ddc081f95 req-8f6523a4-bed9-4583-9fd4-4168ce4909f5 service neutron] 10.222.0.91 "GET /v2.0/networks/5a3136a7-a509-4273-8192-f1445720478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097496 Apr 08 17:45:18.597326 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74c309-d236-49fc-950c-e1eafd0ac828 req-a586a0b9-da32-415c-98e6-fb3be59ef239 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:18.598830 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7b74c309-d236-49fc-950c-e1eafd0ac828 req-a586a0b9-da32-415c-98e6-fb3be59ef239 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0621006 Apr 08 17:45:18.706533 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Allocated IP 172.27.0.152 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/533c0bc2-0f7e-4ab9-9be6-6880b3fa13e9) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:45:18.713722 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a1f26-8c4d-4cf1-90eb-397f0d10a435 req-1cda7717-aef2-4c26-9816-c76a20fab179 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:18.715180 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-705a1f26-8c4d-4cf1-90eb-397f0d10a435 req-1cda7717-aef2-4c26-9816-c76a20fab179 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0965416 Apr 08 17:45:18.745351 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7b74c309-d236-49fc-950c-e1eafd0ac828 req-874c9fa8-a899-4c16-b52f-737ca5e84ec7 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254885 Apr 08 17:45:18.830865 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-705a1f26-8c4d-4cf1-90eb-397f0d10a435 req-64dc641c-d131-4f1b-ac09-4de731093aea tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050150 Apr 08 17:45:18.838426 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:18.869325 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for port (533c0bc2-0f7e-4ab9-9be6-6880b3fa13e9), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:18.904977 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (533c0bc2-0f7e-4ab9-9be6-6880b3fa13e9), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:18.945776 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:45:18.948917 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:45:18.952898 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:45:18.973853 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event updated for resources: {'Port': ['ID=533c0bc2-0f7e-4ab9-9be6-6880b3fa13e9,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:19.319963 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for floatingip (c8fc866b-d164-41dc-962d-ec386d172880), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:19.388149 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (533c0bc2-0f7e-4ab9-9be6-6880b3fa13e9), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:19.538982 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for port (533c0bc2-0f7e-4ab9-9be6-6880b3fa13e9), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:19.543873 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085500'] for port (533c0bc2-0f7e-4ab9-9be6-6880b3fa13e9), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:19.612187 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event updated for resources: {'Port': ['ID=533c0bc2-0f7e-4ab9-9be6-6880b3fa13e9,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:19.622656 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (c8fc866b-d164-41dc-962d-ec386d172880), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:19.731507 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.l3_db [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Floating IP c8fc866b-d164-41dc-962d-ec386d172880 associated. External IP: 172.27.0.152, port: 988d2b52-1e28-406a-b8d9-db25e840e9d4. Apr 08 17:45:19.880852 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e80d95-d0e2-4e4e-958d-fd87c4bab1de req-dc0923df-7516-4fb5-8676-741f087c3c8d tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:19.882412 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-95e80d95-d0e2-4e4e-958d-fd87c4bab1de req-dc0923df-7516-4fb5-8676-741f087c3c8d tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0618834 Apr 08 17:45:20.245630 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe0cb2-4135-4d48-a6e1-069d1ea5c48e req-afde2adf-0b3d-42ad-b8bb-a0f99c6043a1 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:20.247093 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fdbe0cb2-4135-4d48-a6e1-069d1ea5c48e req-afde2adf-0b3d-42ad-b8bb-a0f99c6043a1 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.1163716 Apr 08 17:45:20.252729 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-95e80d95-d0e2-4e4e-958d-fd87c4bab1de req-abd12744-3cfd-404b-a883-8d026f64ca34 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3644271 Apr 08 17:45:20.298248 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:45:20.313313 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fdbe0cb2-4135-4d48-a6e1-069d1ea5c48e req-f6b94f67-1da4-4f9d-8754-028708044ef1 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596862 Apr 08 17:45:20.419389 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:45:20.428819 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f722a938-1a32-47cb-af6e-60d7076812dc None None] Sync routers for ids ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:45:20.437592 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:20.441457 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f722a938-1a32-47cb-af6e-60d7076812dc None None] Routers {'3fbe9972-bf03-49fe-a327-77f95efd3ae5'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:45:20.442405 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-f722a938-1a32-47cb-af6e-60d7076812dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:45:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:20.472979 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-45858957-1ba0-4b09-98a6-e3e9a1f1c905 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1052043 Apr 08 17:45:20.473674 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeac05f-b324-4cfc-8a1b-da018d473b82', 'tag': '988d2b52-1e28-406a-b8d9-db25e840e9d4'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:45:20.475998 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3bcbf0fb11f9b4b521f26e552f1266052730f1b4dd01594c51942873fe86f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3331a92-c622-4bde-8532-973d53902c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "fdeac05f-b324-4cfc-8a1b-da018d473b82", "tag": "988d2b52-1e28-406a-b8d9-db25e840e9d4"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:45:20.521685 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023b42c0-9b33-4acc-8b41-f918446f4265 x-openstack-request-id: req-023b42c0-9b33-4acc-8b41-f918446f4265 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:45:20.522058 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdeac05f-b324-4cfc-8a1b-da018d473b82", "tag": "988d2b52-1e28-406a-b8d9-db25e840e9d4", "status": "completed", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:45:20.522386 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-023b42c0-9b33-4acc-8b41-f918446f4265 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:45:20.522858 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-023b42c0-9b33-4acc-8b41-f918446f4265'] response: {'name': 'network-changed', 'server_uuid': 'fdeac05f-b324-4cfc-8a1b-da018d473b82', 'tag': '988d2b52-1e28-406a-b8d9-db25e840e9d4', 'status': 'completed', 'code': 200} Apr 08 17:45:20.566405 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:20.578269 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-f722a938-1a32-47cb-af6e-60d7076812dc None None] Set router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:45:20.851503 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-f722a938-1a32-47cb-af6e-60d7076812dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'c8fc866b-d164-41dc-962d-ec386d172880', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'port_id': '988d2b52-1e28-406a-b8d9-db25e840e9d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'mac_address': 'fa:16:3e:9c:98:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeac05f-b324-4cfc-8a1b-da018d473b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:45:19Z', 'updated_at': '2022-04-08T17:45:19Z', 'revision_number': 0, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:28Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:20.881079 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f722a938-1a32-47cb-af6e-60d7076812dc None None] Checking router: 3fbe9972-bf03-49fe-a327-77f95efd3ae5 for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:45:20.889493 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f722a938-1a32-47cb-af6e-60d7076812dc None None] Routers {'3fbe9972-bf03-49fe-a327-77f95efd3ae5'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:45:20.890136 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-f722a938-1a32-47cb-af6e-60d7076812dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:45:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:21.126458 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-f722a938-1a32-47cb-af6e-60d7076812dc None None] Set router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:45:21.354179 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-f722a938-1a32-47cb-af6e-60d7076812dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'c8fc866b-d164-41dc-962d-ec386d172880', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'port_id': '988d2b52-1e28-406a-b8d9-db25e840e9d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'mac_address': 'fa:16:3e:9c:98:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeac05f-b324-4cfc-8a1b-da018d473b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:45:19Z', 'updated_at': '2022-04-08T17:45:19Z', 'revision_number': 0, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:28Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:21.386175 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f722a938-1a32-47cb-af6e-60d7076812dc None None] The sync data for ids ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'] in dv-cinder-837164-1-iscsi is: [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'c8fc866b-d164-41dc-962d-ec386d172880', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'port_id': '988d2b52-1e28-406a-b8d9-db25e840e9d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'mac_address': 'fa:16:3e:9c:98:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeac05f-b324-4cfc-8a1b-da018d473b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:45:19Z', 'updated_at': '2022-04-08T17:45:19Z', 'revision_number': 0, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:28Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:45:21.389191 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc104b-2892-4fa7-86f8-c307090fc6ef req-b59a3364-338b-471f-aa47-b420e2c32beb tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:21.391112 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-16cc104b-2892-4fa7-86f8-c307090fc6ef req-b59a3364-338b-471f-aa47-b420e2c32beb tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0719590 Apr 08 17:45:21.454645 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdb3da-5f8c-40fc-ad4b-b3f68c9a6094 req-bc6e2f1a-7bd0-40f6-abb7-dcf3bebae509 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:21.456188 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c4bdb3da-5f8c-40fc-ad4b-b3f68c9a6094 req-bc6e2f1a-7bd0-40f6-abb7-dcf3bebae509 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0641513 Apr 08 17:45:21.504577 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-16cc104b-2892-4fa7-86f8-c307090fc6ef req-cee0881a-2037-40bc-851f-3f89028484b7 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030927 Apr 08 17:45:21.533632 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c4bdb3da-5f8c-40fc-ad4b-b3f68c9a6094 req-bf4a9e0b-6a6f-49e1-a930-54db6d740467 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676935 Apr 08 17:45:21.610008 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a6a481-00ed-4a33-96f3-2e2c383e3bff None None] New status for floating IP c8fc866b-d164-41dc-962d-ec386d172880: ACTIVE {{(pid=103646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:45:21.913697 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:22.658413 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2772a16-41a2-4ed3-97b8-26d3cdb722de req-82c19be1-0943-4b75-907f-1864cf10adee tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:22.660555 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b2772a16-41a2-4ed3-97b8-26d3cdb722de req-82c19be1-0943-4b75-907f-1864cf10adee tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0843272 Apr 08 17:45:22.695707 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1167df-0f1a-4bb1-9693-ea21af364c86 req-989bf3ae-f9ef-41f6-b095-c7c58097d028 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:22.697308 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-da1167df-0f1a-4bb1-9693-ea21af364c86 req-989bf3ae-f9ef-41f6-b095-c7c58097d028 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0871177 Apr 08 17:45:22.762220 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b2772a16-41a2-4ed3-97b8-26d3cdb722de req-d1ad3b58-4783-4c2d-b1c6-eaec0b105166 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925138 Apr 08 17:45:22.773676 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-da1167df-0f1a-4bb1-9693-ea21af364c86 req-8ed368db-9b76-481d-be05-c7a2f0a2ff14 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ff1963-320c-4c22-9727-67df0c09f85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687926 Apr 08 17:45:22.775364 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3331a92-c622-4bde-8532-973d53902c0e req-a3da0ed5-f5bd-47cf-b30a-b6d22f866e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:22.776930 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b3331a92-c622-4bde-8532-973d53902c0e req-a3da0ed5-f5bd-47cf-b30a-b6d22f866e63 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=17839927addb4c4db61cbcd20994fa84&device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 1130 time: 0.0407412 Apr 08 17:45:23.147556 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7c573-3766-49e3-a2af-ba2a61ca1774 req-dc4e67f4-7ecb-45d2-b482-eb40e1af2da1 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:23.149150 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-11a7c573-3766-49e3-a2af-ba2a61ca1774 req-dc4e67f4-7ecb-45d2-b482-eb40e1af2da1 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 945 time: 0.0869207 Apr 08 17:45:23.197700 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3331a92-c622-4bde-8532-973d53902c0e req-65533d19-1f8c-4380-b676-cfd798aa2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:23.199370 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b3331a92-c622-4bde-8532-973d53902c0e req-65533d19-1f8c-4380-b676-cfd798aa2cb0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=80fefa94-3dd9-45cd-815e-0803d238c223 HTTP/1.1" status: 200 len: 912 time: 0.1549125 Apr 08 17:45:23.300744 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-11a7c573-3766-49e3-a2af-ba2a61ca1774 req-6f90ed5a-3e95-4eb7-9e6c-910f6d2d2985 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Deleting port 858b37eb-86f3-4654-8322-c4d3c2605c36 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:45:23.301086 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-11a7c573-3766-49e3-a2af-ba2a61ca1774 req-6f90ed5a-3e95-4eb7-9e6c-910f6d2d2985 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (858b37eb-86f3-4654-8322-c4d3c2605c36), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:23.308624 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b3331a92-c622-4bde-8532-973d53902c0e req-401f6a43-8141-4946-80f3-3f4af35f391b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=988d2b52-1e28-406a-b8d9-db25e840e9d4 HTTP/1.1" status: 200 len: 1002 time: 0.1024096 Apr 08 17:45:23.409633 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3331a92-c622-4bde-8532-973d53902c0e req-0af1c94f-9f56-4c85-b5f8-c0af417d18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:23.411021 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b3331a92-c622-4bde-8532-973d53902c0e req-0af1c94f-9f56-4c85-b5f8-c0af417d18ed service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6a2be9bd-5336-4c39-a5b3-3c836052d0bb HTTP/1.1" status: 200 len: 850 time: 0.0918338 Apr 08 17:45:23.459073 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-11a7c573-3766-49e3-a2af-ba2a61ca1774 req-6f90ed5a-3e95-4eb7-9e6c-910f6d2d2985 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] For port 858b37eb-86f3-4654-8322-c4d3c2605c36, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=858b37eb-86f3-4654-8322-c4d3c2605c36,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:23.459455 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-11a7c573-3766-49e3-a2af-ba2a61ca1774 req-6f90ed5a-3e95-4eb7-9e6c-910f6d2d2985 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (858b37eb-86f3-4654-8322-c4d3c2605c36), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:23.478918 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-11a7c573-3766-49e3-a2af-ba2a61ca1774 req-6f90ed5a-3e95-4eb7-9e6c-910f6d2d2985 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Calling delete_port for 858b37eb-86f3-4654-8322-c4d3c2605c36 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:45:23.484417 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3331a92-c622-4bde-8532-973d53902c0e req-af8bfcda-0831-4ae2-becc-2384f9e34cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:23.485945 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b3331a92-c622-4bde-8532-973d53902c0e req-af8bfcda-0831-4ae2-becc-2384f9e34cb3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80fefa94-3dd9-45cd-815e-0803d238c223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672064 Apr 08 17:45:23.639812 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b3331a92-c622-4bde-8532-973d53902c0e req-1ab889f1-2acd-47da-aff9-9610f38d6f3f service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456871 Apr 08 17:45:23.750116 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-11a7c573-3766-49e3-a2af-ba2a61ca1774 req-6f90ed5a-3e95-4eb7-9e6c-910f6d2d2985 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (858b37eb-86f3-4654-8322-c4d3c2605c36), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:23.783739 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90ed5a-3e95-4eb7-9e6c-910f6d2d2985 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Pushing event deleted for resources: {'Port': ['ID=858b37eb-86f3-4654-8322-c4d3c2605c36,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:23.859168 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a7c573-3766-49e3-a2af-ba2a61ca1774 req-6f90ed5a-3e95-4eb7-9e6c-910f6d2d2985 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] No DVR routers for this DVR port 858b37eb-86f3-4654-8322-c4d3c2605c36 on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:45:23.863587 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-11a7c573-3766-49e3-a2af-ba2a61ca1774 req-6f90ed5a-3e95-4eb7-9e6c-910f6d2d2985 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:23.867115 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-11a7c573-3766-49e3-a2af-ba2a61ca1774 req-6f90ed5a-3e95-4eb7-9e6c-910f6d2d2985 tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.91 "DELETE /v2.0/ports/858b37eb-86f3-4654-8322-c4d3c2605c36 HTTP/1.1" status: 204 len: 173 time: 0.7128978 Apr 08 17:45:23.867591 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f26c84-7941-4ba7-9496-7b0214150c6d', 'name': 'network-vif-deleted', 'tag': '858b37eb-86f3-4654-8322-c4d3c2605c36'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:45:23.870188 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47b5518-e4b3-425e-b486-8bfa35719df6" -d '{"events": [{"server_uuid": "43f26c84-7941-4ba7-9496-7b0214150c6d", "name": "network-vif-deleted", "tag": "858b37eb-86f3-4654-8322-c4d3c2605c36"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:45:23.876897 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b3331a92-c622-4bde-8532-973d53902c0e req-7820656e-6e12-445d-9045-b2027c8e3dd0 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091215 Apr 08 17:45:23.888801 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7a0a9cda-e325-4604-996e-4d99fc7aebe1 req-cf642b85-30b6-412c-a4c6-32226b3eecca tempest-ServerRescueNegativeTestJSON-912550914 tempest-ServerRescueNegativeTestJSON-912550914-project] 10.222.0.24 "GET /v2.0/ports?device_id=43f26c84-7941-4ba7-9496-7b0214150c6d HTTP/1.1" status: 200 len: 210 time: 0.0314817 Apr 08 17:45:23.939792 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ef6953-d714-4e45-9a40-72f97594e78b x-openstack-request-id: req-85ef6953-d714-4e45-9a40-72f97594e78b {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:45:23.940096 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f26c84-7941-4ba7-9496-7b0214150c6d", "name": "network-vif-deleted", "tag": "858b37eb-86f3-4654-8322-c4d3c2605c36", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:45:23.940396 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85ef6953-d714-4e45-9a40-72f97594e78b {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:45:23.940813 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ef6953-d714-4e45-9a40-72f97594e78b'] response: {'server_uuid': '43f26c84-7941-4ba7-9496-7b0214150c6d', 'name': 'network-vif-deleted', 'tag': '858b37eb-86f3-4654-8322-c4d3c2605c36', 'status': 'completed', 'code': 200} Apr 08 17:45:24.059502 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30838fa-cf16-4ac5-9d2f-97519c60fd19 req-ef7db91e-4cf2-453e-9a92-b33586fc9021 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:24.061163 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c30838fa-cf16-4ac5-9d2f-97519c60fd19 req-ef7db91e-4cf2-453e-9a92-b33586fc9021 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0611496 Apr 08 17:45:24.123644 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c30838fa-cf16-4ac5-9d2f-97519c60fd19 req-501d84fb-0156-4a03-ac78-0335650edb1f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565438 Apr 08 17:45:24.196859 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [req-735ba407-23cc-411f-92ab-9fa8b205a2ee req-a98d309c-8019-46e9-8ecb-ba4090f336cc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103644) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:45:24.197916 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-735ba407-23cc-411f-92ab-9fa8b205a2ee req-a98d309c-8019-46e9-8ecb-ba4090f336cc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061307 Apr 08 17:45:24.337264 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9b306561-e143-4da4-83da-aac966900083 req-ea76311f-755b-4195-9228-16a677fea969 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393782 Apr 08 17:45:24.365612 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80e53e-c76a-41aa-9ac6-19fb8b85db9a req-c6a5e077-7224-47c8-af11-de9acc02f321 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:24.367184 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0e80e53e-c76a-41aa-9ac6-19fb8b85db9a req-c6a5e077-7224-47c8-af11-de9acc02f321 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0498753 Apr 08 17:45:24.418838 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0e80e53e-c76a-41aa-9ac6-19fb8b85db9a req-7a3746b0-e720-474b-bad0-fb4b2292a8bb tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458493 Apr 08 17:45:24.423609 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b306561-e143-4da4-83da-aac966900083 req-81851c6c-edbf-49a6-afa0-a4e1144af050 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:24.425039 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9b306561-e143-4da4-83da-aac966900083 req-81851c6c-edbf-49a6-afa0-a4e1144af050 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports/cde18caf-aea3-43c2-9c9c-7a352f38e9ea HTTP/1.1" status: 200 len: 942 time: 0.0505481 Apr 08 17:45:25.051836 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50188) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:25.530402 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-02fed472-c125-4a9d-9aac-cb20664ff0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643744'] for router_interface (f8226a36-028a-4eea-901f-5d9cd46cb1bd), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:25.585530 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4742fa-ce52-4906-a2be-355ca0433b8b req-2aa1da3a-5f6c-4a14-a64e-2e34fc56bcac tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:25.587025 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7a4742fa-ce52-4906-a2be-355ca0433b8b req-2aa1da3a-5f6c-4a14-a64e-2e34fc56bcac tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0953352 Apr 08 17:45:25.688403 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device cde18caf-aea3-43c2-9c9c-7a352f38e9ea no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:45:25.694036 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7a4742fa-ce52-4906-a2be-355ca0433b8b req-9b1b2bc8-4649-4891-a3be-6d68bc5c36c9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975523 Apr 08 17:45:25.803866 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port cde18caf-aea3-43c2-9c9c-7a352f38e9ea is: ACTIVE; New status is: DOWN {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:25.804312 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:25.829499 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42dde2e8-fe4a-4445-82c3-11ee6c689fcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:45:25.831741 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bd6e39-5671-41eb-825d-d820b0f5ac6a" -d '{"events": [{"server_uuid": "42dde2e8-fe4a-4445-82c3-11ee6c689fcb", "name": "network-vif-unplugged", "status": "completed", "tag": "cde18caf-aea3-43c2-9c9c-7a352f38e9ea"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:45:25.848021 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port cde18caf-aea3-43c2-9c9c-7a352f38e9ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cde18caf-aea3-43c2-9c9c-7a352f38e9ea,segment=NetworkSegment(37a6fb90-9bc3-4200-8f22-400e0008a1b5),segment_id=37a6fb90-9bc3-4200-8f22-400e0008a1b5)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:25.857935 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:25.857935 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 858b37eb-86f3-4654-8322-c4d3c2605c36 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:45:25.869259 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-02fed472-c125-4a9d-9aac-cb20664ff0c6 admin admin] Deleting port 5e40580d-3262-4cae-99eb-3b35d83825e0 {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:45:25.869695 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-02fed472-c125-4a9d-9aac-cb20664ff0c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (5e40580d-3262-4cae-99eb-3b35d83825e0), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:25.892566 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 08 Apr 2022 17:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d91f00b-60d0-4fe3-9be2-228d14cbe112 x-openstack-request-id: req-4d91f00b-60d0-4fe3-9be2-228d14cbe112 {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:45:25.892889 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42dde2e8-fe4a-4445-82c3-11ee6c689fcb", "name": "network-vif-unplugged", "status": "completed", "tag": "cde18caf-aea3-43c2-9c9c-7a352f38e9ea", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:45:25.893332 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d91f00b-60d0-4fe3-9be2-228d14cbe112 {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:45:25.893730 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d91f00b-60d0-4fe3-9be2-228d14cbe112'] response: {'server_uuid': '42dde2e8-fe4a-4445-82c3-11ee6c689fcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea', 'code': 200} Apr 08 17:45:25.899056 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: 858b37eb-86f3-4654-8322-c4d3c2605c36 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:45:25.899404 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 858b37eb-86f3-4654-8322-c4d3c2605c36 not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:45:25.923101 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=cde18caf-aea3-43c2-9c9c-7a352f38e9ea,revision_number=6']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:25.955708 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-02fed472-c125-4a9d-9aac-cb20664ff0c6 admin admin] For port 5e40580d-3262-4cae-99eb-3b35d83825e0, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=5e40580d-3262-4cae-99eb-3b35d83825e0,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:25.955997 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-02fed472-c125-4a9d-9aac-cb20664ff0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (5e40580d-3262-4cae-99eb-3b35d83825e0), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:25.971436 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-02fed472-c125-4a9d-9aac-cb20664ff0c6 admin admin] Calling delete_port for 5e40580d-3262-4cae-99eb-3b35d83825e0 owned by network:router_interface {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:45:26.069444 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b306561-e143-4da4-83da-aac966900083 req-df14ad16-b1c1-48d8-916a-dbab0ce4a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:26.070975 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9b306561-e143-4da4-83da-aac966900083 req-df14ad16-b1c1-48d8-916a-dbab0ce4a0e7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb&tenant_id=5f737778e54346c1b6ff286669cf0345 HTTP/1.1" status: 200 len: 1127 time: 0.0478983 Apr 08 17:45:26.149982 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b306561-e143-4da4-83da-aac966900083 req-d553ba13-1956-4c9d-b53c-077b17e54d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:26.152348 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9b306561-e143-4da4-83da-aac966900083 req-d553ba13-1956-4c9d-b53c-077b17e54d37 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5f737778e54346c1b6ff286669cf0345&device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 1127 time: 0.0455492 Apr 08 17:45:26.180103 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-02fed472-c125-4a9d-9aac-cb20664ff0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (5e40580d-3262-4cae-99eb-3b35d83825e0), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:26.209315 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fed472-c125-4a9d-9aac-cb20664ff0c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e40580d-3262-4cae-99eb-3b35d83825e0,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:26.262330 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b306561-e143-4da4-83da-aac966900083 req-b7f928e0-a518-4dce-a68e-0f93c3381e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:26.264487 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9b306561-e143-4da4-83da-aac966900083 req-b7f928e0-a518-4dce-a68e-0f93c3381e22 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5a3136a7-a509-4273-8192-f1445720478e HTTP/1.1" status: 200 len: 910 time: 0.1060011 Apr 08 17:45:26.383683 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-02fed472-c125-4a9d-9aac-cb20664ff0c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1643636'] for router_interface (f8226a36-028a-4eea-901f-5d9cd46cb1bd), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:26.615273 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9b306561-e143-4da4-83da-aac966900083 req-454006fd-a01d-49ab-a835-79b3f31f4c33 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cde18caf-aea3-43c2-9c9c-7a352f38e9ea HTTP/1.1" status: 200 len: 999 time: 0.3438106 Apr 08 17:45:26.621629 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fed472-c125-4a9d-9aac-cb20664ff0c6 admin admin] Router f8226a36-028a-4eea-901f-5d9cd46cb1bd has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:45:26.665634 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b306561-e143-4da4-83da-aac966900083 req-921048e2-34e2-4db5-aca7-14a705007829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:26.667173 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9b306561-e143-4da4-83da-aac966900083 req-921048e2-34e2-4db5-aca7-14a705007829 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2fd8198-fe62-4651-aa0b-73bb0681f47e HTTP/1.1" status: 200 len: 848 time: 0.0451281 Apr 08 17:45:26.716313 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b306561-e143-4da4-83da-aac966900083 req-241b1168-d575-4a0d-ab2d-15c080efdd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:26.717815 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9b306561-e143-4da4-83da-aac966900083 req-241b1168-d575-4a0d-ab2d-15c080efdd71 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5a3136a7-a509-4273-8192-f1445720478e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449142 Apr 08 17:45:26.735666 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fed472-c125-4a9d-9aac-cb20664ff0c6 admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:45:26.743228 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-02fed472-c125-4a9d-9aac-cb20664ff0c6 admin admin] 10.222.0.24 "PUT /v2.0/routers/f8226a36-028a-4eea-901f-5d9cd46cb1bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6902113 Apr 08 17:45:26.745703 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50198) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:26.749514 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbdda9b-005c-445f-8ce2-ad319ea436ae None None] Sync routers for ids ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:45:26.768047 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbdda9b-005c-445f-8ce2-ad319ea436ae None None] Routers {'f8226a36-028a-4eea-901f-5d9cd46cb1bd'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:45:26.769565 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-cfbdda9b-005c-445f-8ce2-ad319ea436ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:45:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:26.821767 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9b306561-e143-4da4-83da-aac966900083 req-2427eb9b-5848-42fe-9610-01703edbc751 service neutron] 10.222.0.91 "GET /v2.0/networks/5a3136a7-a509-4273-8192-f1445720478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977051 Apr 08 17:45:26.878989 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e778b79-cde8-4e98-a251-cfa70ed74e31 req-bfefdd05-ce53-49c9-93a8-69d7ba1a0c3d tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:26.880408 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9e778b79-cde8-4e98-a251-cfa70ed74e31 req-bfefdd05-ce53-49c9-93a8-69d7ba1a0c3d tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 943 time: 0.0823219 Apr 08 17:45:26.904619 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-cfbdda9b-005c-445f-8ce2-ad319ea436ae None None] Set router f8226a36-028a-4eea-901f-5d9cd46cb1bd gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:45:26.912174 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3521ace8-9218-457d-a9c7-446c99ae07b4 admin admin] Publish callbacks [] for router (f8226a36-028a-4eea-901f-5d9cd46cb1bd), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:26.927110 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9b306561-e143-4da4-83da-aac966900083 req-37962a0a-d806-4175-a9aa-829a3e94355d service neutron] 10.222.0.91 "GET /v2.0/networks/5a3136a7-a509-4273-8192-f1445720478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963087 Apr 08 17:45:26.989633 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9e778b79-cde8-4e98-a251-cfa70ed74e31 req-64ec8d7d-9b8d-4e3c-afca-bd20a9c9e94c tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015382 Apr 08 17:45:27.044335 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3521ace8-9218-457d-a9c7-446c99ae07b4 admin admin] Publish callbacks [] for router_gateway (f8226a36-028a-4eea-901f-5d9cd46cb1bd), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:27.082403 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-cfbdda9b-005c-445f-8ce2-ad319ea436ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-router', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:45:26Z', 'revision_number': 5, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'gw_port': {'id': 'a201bb22-3121-4664-b97b-8c9037eaf4a5', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:40:14Z', 'updated_at': '2022-04-08T17:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:27.090685 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-3521ace8-9218-457d-a9c7-446c99ae07b4 admin admin] Deleting port a201bb22-3121-4664-b97b-8c9037eaf4a5 {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:45:27.091642 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3521ace8-9218-457d-a9c7-446c99ae07b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (a201bb22-3121-4664-b97b-8c9037eaf4a5), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:27.115775 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbdda9b-005c-445f-8ce2-ad319ea436ae None None] Checking router: f8226a36-028a-4eea-901f-5d9cd46cb1bd for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:45:27.124637 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbdda9b-005c-445f-8ce2-ad319ea436ae None None] Routers {'f8226a36-028a-4eea-901f-5d9cd46cb1bd'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:45:27.125258 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-cfbdda9b-005c-445f-8ce2-ad319ea436ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:45:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:27.182498 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-3521ace8-9218-457d-a9c7-446c99ae07b4 admin admin] For port a201bb22-3121-4664-b97b-8c9037eaf4a5, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=a201bb22-3121-4664-b97b-8c9037eaf4a5,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:27.183070 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3521ace8-9218-457d-a9c7-446c99ae07b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (a201bb22-3121-4664-b97b-8c9037eaf4a5), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:27.195878 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-3521ace8-9218-457d-a9c7-446c99ae07b4 admin admin] Calling delete_port for a201bb22-3121-4664-b97b-8c9037eaf4a5 owned by network:router_gateway {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:45:27.215995 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-cfbdda9b-005c-445f-8ce2-ad319ea436ae None None] Set router f8226a36-028a-4eea-901f-5d9cd46cb1bd gateway port host: None {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:45:27.269317 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-cfbdda9b-005c-445f-8ce2-ad319ea436ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-router', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:45:27Z', 'revision_number': 6, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'gw_port_host': None}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:27.299436 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbdda9b-005c-445f-8ce2-ad319ea436ae None None] The sync data for ids ['f8226a36-028a-4eea-901f-5d9cd46cb1bd'] in dv-cinder-837164-1-iscsi is: [{'id': 'f8226a36-028a-4eea-901f-5d9cd46cb1bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1160656769-router', 'tenant_id': 'd3589adc3fd645a888ab3b81995e662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:40:13Z', 'updated_at': '2022-04-08T17:45:27Z', 'revision_number': 6, 'project_id': 'd3589adc3fd645a888ab3b81995e662e', 'gw_port_host': None}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:45:27.365512 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3521ace8-9218-457d-a9c7-446c99ae07b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (a201bb22-3121-4664-b97b-8c9037eaf4a5), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:27.392078 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521ace8-9218-457d-a9c7-446c99ae07b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a201bb22-3121-4664-b97b-8c9037eaf4a5,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:27.455334 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3521ace8-9218-457d-a9c7-446c99ae07b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645974'] for router_gateway (f8226a36-028a-4eea-901f-5d9cd46cb1bd), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:27.762188 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3521ace8-9218-457d-a9c7-446c99ae07b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6559'] for router (f8226a36-028a-4eea-901f-5d9cd46cb1bd), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:27.764936 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3521ace8-9218-457d-a9c7-446c99ae07b4 admin admin] Publish callbacks [] for router_controller (f8226a36-028a-4eea-901f-5d9cd46cb1bd), precommit_delete_associations {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:27.810336 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3521ace8-9218-457d-a9c7-446c99ae07b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1731893'] for router (f8226a36-028a-4eea-901f-5d9cd46cb1bd), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:27.810862 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3521ace8-9218-457d-a9c7-446c99ae07b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8226a36-028a-4eea-901f-5d9cd46cb1bd {{(pid=103644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 17:45:27.815264 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3521ace8-9218-457d-a9c7-446c99ae07b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:27.816462 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-3521ace8-9218-457d-a9c7-446c99ae07b4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f8226a36-028a-4eea-901f-5d9cd46cb1bd HTTP/1.1" status: 204 len: 168 time: 1.0696003 Apr 08 17:45:27.818978 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50202) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:27.863177 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_v2 [None req-c721964b-d8ac-4242-a6b8-77053e297fb7 admin admin] Deleting subnet 9b63453b-e6c6-4ee6-9edf-14ef728f0f18 {{(pid=103644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:45:27.866229 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c721964b-d8ac-4242-a6b8-77053e297fb7 admin admin] Publish callbacks [] for subnet (9b63453b-e6c6-4ee6-9edf-14ef728f0f18), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:27.905383 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c721964b-d8ac-4242-a6b8-77053e297fb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8211231'] for subnet (9b63453b-e6c6-4ee6-9edf-14ef728f0f18), precommit_delete_associations {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:27.982274 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c721964b-d8ac-4242-a6b8-77053e297fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929042'] for subnet (9b63453b-e6c6-4ee6-9edf-14ef728f0f18), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.037237 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c721964b-d8ac-4242-a6b8-77053e297fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5085542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4944753'] for subnet (9b63453b-e6c6-4ee6-9edf-14ef728f0f18), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.063092 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8b473f-5d85-447e-87b3-55e529fa7283 None None] Network 008c6189-82d1-4951-afe7-f478c9f8b212 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:45:28.068031 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c721964b-d8ac-4242-a6b8-77053e297fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.071203 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-c721964b-d8ac-4242-a6b8-77053e297fb7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9b63453b-e6c6-4ee6-9edf-14ef728f0f18 HTTP/1.1" status: 204 len: 168 time: 0.2512655 Apr 08 17:45:28.075103 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50206) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:28.081666 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721964b-d8ac-4242-a6b8-77053e297fb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b63453b-e6c6-4ee6-9edf-14ef728f0f18,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:28.129556 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c898d27-7da1-4cdb-974d-80c660672e89 req-3fdd3d50-8fb2-451a-9ec1-9b1d95437d95 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:28.131134 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7c898d27-7da1-4cdb-974d-80c660672e89 req-3fdd3d50-8fb2-451a-9ec1-9b1d95437d95 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 943 time: 0.0645528 Apr 08 17:45:28.148393 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 5e40580d-3262-4cae-99eb-3b35d83825e0 no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:45:28.175944 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-970409'] for network (008c6189-82d1-4951-afe7-f478c9f8b212), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.177121 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: 5e40580d-3262-4cae-99eb-3b35d83825e0 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:45:28.177465 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 5e40580d-3262-4cae-99eb-3b35d83825e0 not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:45:28.194354 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7c898d27-7da1-4cdb-974d-80c660672e89 req-03df7548-9159-4bcf-b9d1-eb2f0cc5c4c9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565357 Apr 08 17:45:28.223412 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] Deleting port a405cfe9-f947-4406-8332-c9150e4a2067 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:45:28.223824 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (a405cfe9-f947-4406-8332-c9150e4a2067), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.296845 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] For port a405cfe9-f947-4406-8332-c9150e4a2067, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=a405cfe9-f947-4406-8332-c9150e4a2067,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:28.297210 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (a405cfe9-f947-4406-8332-c9150e4a2067), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.306867 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c8b7af-5b60-43d9-a33b-dad3e007691f None None] DHCP port deletion for 008c6189-82d1-4951-afe7-f478c9f8b212 request from dv-cinder-837164-1-iscsi {{(pid=103645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 17:45:28.313575 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] Calling delete_port for a405cfe9-f947-4406-8332-c9150e4a2067 owned by network:dhcp {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:45:28.350234 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-32c8b7af-5b60-43d9-a33b-dad3e007691f None None] Deleting port a405cfe9-f947-4406-8332-c9150e4a2067 {{(pid=103645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:45:28.350613 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-32c8b7af-5b60-43d9-a33b-dad3e007691f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (a405cfe9-f947-4406-8332-c9150e4a2067), before_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.400531 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (a405cfe9-f947-4406-8332-c9150e4a2067), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.429441 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-32c8b7af-5b60-43d9-a33b-dad3e007691f None None] For port a405cfe9-f947-4406-8332-c9150e4a2067, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=a405cfe9-f947-4406-8332-c9150e4a2067,segment=NetworkSegment(92eaf4f3-4d67-48b7-886e-6a5299ed4931),segment_id=92eaf4f3-4d67-48b7-886e-6a5299ed4931)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:28.430327 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-32c8b7af-5b60-43d9-a33b-dad3e007691f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (a405cfe9-f947-4406-8332-c9150e4a2067), precommit_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.430584 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] Pushing event deleted for resources: {'Port': ['ID=a405cfe9-f947-4406-8332-c9150e4a2067,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:28.432534 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] No DVR routers for this DVR port a405cfe9-f947-4406-8332-c9150e4a2067 on host dv-cinder-837164-1-iscsi {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:45:28.449997 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-32c8b7af-5b60-43d9-a33b-dad3e007691f None None] Calling delete_port for a405cfe9-f947-4406-8332-c9150e4a2067 owned by network:dhcp {{(pid=103645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:45:28.515228 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931487', 'neutron.services.segments.db._delete_segments_for_network-8761101197981'] for network (008c6189-82d1-4951-afe7-f478c9f8b212), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.527995 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-32c8b7af-5b60-43d9-a33b-dad3e007691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641'] for port (a405cfe9-f947-4406-8332-c9150e4a2067), after_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.539855 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008c6189-82d1-4951-afe7-f478c9f8b212']}} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:28.549041 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92eaf4f3-4d67-48b7-886e-6a5299ed4931') {'for_net_delete': True} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:28.549339 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92eaf4f3-4d67-48b7-886e-6a5299ed4931') {} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:28.550362 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8b7af-5b60-43d9-a33b-dad3e007691f None None] Pushing event deleted for resources: {'Port': ['ID=a405cfe9-f947-4406-8332-c9150e4a2067,revision_number=None']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:28.556002 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c8b7af-5b60-43d9-a33b-dad3e007691f None None] No DVR routers for this DVR port a405cfe9-f947-4406-8332-c9150e4a2067 on host dv-cinder-837164-1-iscsi {{(pid=103645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:45:28.559055 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761101199014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7555446'] for segment (92eaf4f3-4d67-48b7-886e-6a5299ed4931), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.574874 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (92eaf4f3-4d67-48b7-886e-6a5299ed4931), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.581902 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=103643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:45:28.582287 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7534669'] for segment (92eaf4f3-4d67-48b7-886e-6a5299ed4931), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: Traceback (most recent call last): Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: timer() Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: cb(*args, **kw) Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: return func(*args, **kwargs) Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: self._notify() Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: self.callback(batched_events) Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: event.method(event) Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: return f(self, *a, **k) Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._get(url).json() Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: return self.request(url, 'GET', **kwargs) Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:45:28.584032 dv-cinder-837164-1-iscsi neutron-server[103643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:45:28.642432 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646066'] for network (008c6189-82d1-4951-afe7-f478c9f8b212), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.647660 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.650743 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] 10.222.0.24 "DELETE /v2.0/networks/008c6189-82d1-4951-afe7-f478c9f8b212 HTTP/1.1" status: 204 len: 168 time: 0.5745184 Apr 08 17:45:28.661651 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7506fa-f47e-497f-9693-59f8da8d4700 admin admin] Pushing event deleted for resources: {'Network': ['ID=008c6189-82d1-4951-afe7-f478c9f8b212,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:28.791019 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50210) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:28.830412 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-dff12b1e-9214-4652-8b60-45e54d46f4e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3589adc3fd645a888ab3b81995e662e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380974 Apr 08 17:45:28.832880 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50212) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:28.881641 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-03ddeaa7-c302-4ffc-abe6-e9a889e5ea40 admin admin] Publish callbacks [] for security_group (58ff1963-320c-4c22-9727-67df0c09f85c), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.905371 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-03ddeaa7-c302-4ffc-abe6-e9a889e5ea40 admin admin] Publish callbacks [] for security_group (58ff1963-320c-4c22-9727-67df0c09f85c), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.953025 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-03ddeaa7-c302-4ffc-abe6-e9a889e5ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (58ff1963-320c-4c22-9727-67df0c09f85c), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.955658 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-03ddeaa7-c302-4ffc-abe6-e9a889e5ea40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.959102 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-03ddeaa7-c302-4ffc-abe6-e9a889e5ea40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58ff1963-320c-4c22-9727-67df0c09f85c HTTP/1.1" status: 204 len: 168 time: 0.1230135 Apr 08 17:45:28.964855 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddeaa7-c302-4ffc-abe6-e9a889e5ea40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ff1963-320c-4c22-9727-67df0c09f85c,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:29.326492 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bd879-e01f-44d8-aa69-d38eabcd64b6 req-8b3d12a4-b737-4025-9102-2d91c12b7121 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:29.328260 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3a6bd879-e01f-44d8-aa69-d38eabcd64b6 req-8b3d12a4-b737-4025-9102-2d91c12b7121 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 943 time: 0.0484126 Apr 08 17:45:29.385783 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3a6bd879-e01f-44d8-aa69-d38eabcd64b6 req-e403fafe-e99f-4291-a9de-955cf8abcabd tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518663 Apr 08 17:45:29.519119 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device a201bb22-3121-4664-b97b-8c9037eaf4a5 no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:45:29.545020 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: a201bb22-3121-4664-b97b-8c9037eaf4a5 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:45:29.545516 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device a201bb22-3121-4664-b97b-8c9037eaf4a5 not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:45:29.546189 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device a405cfe9-f947-4406-8332-c9150e4a2067 no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:45:29.547377 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:45:29.570748 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: a405cfe9-f947-4406-8332-c9150e4a2067 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:45:29.571249 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device a405cfe9-f947-4406-8332-c9150e4a2067 not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:45:29.658609 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50236) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:29.757486 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-a6c9708d-5d5a-458d-8566-e525dd2aa4e3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-169545962-network', 'tenant_id': '15eff12c90b045d5829b15564c4f687b'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:29.781248 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c9708d-5d5a-458d-8566-e525dd2aa4e3 admin admin] Made reservation on behalf of 15eff12c90b045d5829b15564c4f687b for: {'network': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:45:29.783567 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a6c9708d-5d5a-458d-8566-e525dd2aa4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for network (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:29.791937 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a6c9708d-5d5a-458d-8566-e525dd2aa4e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:29.877641 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a6c9708d-5d5a-458d-8566-e525dd2aa4e3 admin admin] Publish callbacks [] for security_group (5e630e26-c596-4757-8038-c981dfe96588), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:29.882757 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a6c9708d-5d5a-458d-8566-e525dd2aa4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (5e630e26-c596-4757-8038-c981dfe96588), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:29.911645 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c9708d-5d5a-458d-8566-e525dd2aa4e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=103643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:45:29.923023 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9708d-5d5a-458d-8566-e525dd2aa4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e630e26-c596-4757-8038-c981dfe96588,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:29.930647 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a6c9708d-5d5a-458d-8566-e525dd2aa4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (b8b94001-be42-4e96-b173-31743557a597), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:29.931029 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.segments_db [None req-a6c9708d-5d5a-458d-8566-e525dd2aa4e3 admin admin] Added segment b8b94001-be42-4e96-b173-31743557a597 of type vlan for network e9f86ef8-6f50-49db-84bd-326834993a5e Apr 08 17:45:29.971717 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a6c9708d-5d5a-458d-8566-e525dd2aa4e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761100671573'] for network (e9f86ef8-6f50-49db-84bd-326834993a5e), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:30.002277 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a6c9708d-5d5a-458d-8566-e525dd2aa4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for network (e9f86ef8-6f50-49db-84bd-326834993a5e), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:30.003301 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c9708d-5d5a-458d-8566-e525dd2aa4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:30.003921 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a6c9708d-5d5a-458d-8566-e525dd2aa4e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:30.036789 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-a6c9708d-5d5a-458d-8566-e525dd2aa4e3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3768921 Apr 08 17:45:30.039709 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50240) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:30.044699 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-ef2806b2-d4f4-4fb9-a4d3-e629b06a511b admin admin] Request body: {'subnet': {'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-169545962-subnet', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:30.064926 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2806b2-d4f4-4fb9-a4d3-e629b06a511b admin admin] Made reservation on behalf of 15eff12c90b045d5829b15564c4f687b for: {'subnet': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:45:30.066479 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9708d-5d5a-458d-8566-e525dd2aa4e3 admin admin] Pushing event updated for resources: {'Network': ['ID=e9f86ef8-6f50-49db-84bd-326834993a5e,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:30.067526 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ef2806b2-d4f4-4fb9-a4d3-e629b06a511b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4944660'] for subnet (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:30.078405 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Network e9f86ef8-6f50-49db-84bd-326834993a5e details requested by agent ovs-agent-dv-cinder-837164-1-iscsi with host dv-cinder-837164-1-iscsi {{(pid=103645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:45:30.248241 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ef2806b2-d4f4-4fb9-a4d3-e629b06a511b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5086115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4944762'] for subnet (67508fbe-8598-4ea6-b340-f6743e16bbac), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:30.313575 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2806b2-d4f4-4fb9-a4d3-e629b06a511b admin admin] Pushing event updated for resources: {'Subnet': ['ID=67508fbe-8598-4ea6-b340-f6743e16bbac,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:30.323990 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2806b2-d4f4-4fb9-a4d3-e629b06a511b admin admin] Checking segment: {'id': 'b8b94001-be42-4e96-b173-31743557a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:45:30.324385 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2806b2-d4f4-4fb9-a4d3-e629b06a511b admin admin] Network hostable DHCP agents. Network: e9f86ef8-6f50-49db-84bd-326834993a5e, hostable agents: ['72b2ee88-fa79-44c9-b63e-eafca22f1392'], hosted agents: [] {{(pid=103644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:45:30.342215 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2806b2-d4f4-4fb9-a4d3-e629b06a511b admin admin] Network e9f86ef8-6f50-49db-84bd-326834993a5e is scheduled to be hosted by DHCP agent 72b2ee88-fa79-44c9-b63e-eafca22f1392 with binding_index 1 {{(pid=103644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:45:30.352876 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-ef2806b2-d4f4-4fb9-a4d3-e629b06a511b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837164-1-iscsi, e9f86ef8-6f50-49db-84bd-326834993a5e) {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:45:30.356922 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2806b2-d4f4-4fb9-a4d3-e629b06a511b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:30.357529 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ef2806b2-d4f4-4fb9-a4d3-e629b06a511b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:30.362487 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b134895-9669-4683-baf1-2a3c751dabf6 None None] Network e9f86ef8-6f50-49db-84bd-326834993a5e requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:45:30.377686 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-ef2806b2-d4f4-4fb9-a4d3-e629b06a511b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3342810 Apr 08 17:45:30.377884 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50242) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:30.382262 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-56f81732-9acd-48cd-806c-3890783a419f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:30.407142 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-56f81732-9acd-48cd-806c-3890783a419f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6541'] for router (7a94b463-b408-4de8-9146-9d334042a172), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:30.408128 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-56f81732-9acd-48cd-806c-3890783a419f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1646445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6548'] for router (7a94b463-b408-4de8-9146-9d334042a172), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:30.472337 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46dd6811-0023-5a74-808c-f3f6e7a50dab-e9f86ef8-6f50-49db-84bd-326834993a5e', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'project_id': '15eff12c90b045d5829b15564c4f687b', 'fixed_ips': [{'subnet_id': '67508fbe-8598-4ea6-b340-f6743e16bbac'}]}} from dv-cinder-837164-1-iscsi. {{(pid=103645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:45:30.473213 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:30.481945 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-56f81732-9acd-48cd-806c-3890783a419f admin admin] Publish callbacks [] for router_controller (7a94b463-b408-4de8-9146-9d334042a172), precommit_add_association {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:30.600427 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bafeae-abba-4fd5-9851-1a6381bb02f1 req-33a2e866-5cad-4f3f-9c78-d326357774d1 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:30.601750 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-54bafeae-abba-4fd5-9851-1a6381bb02f1 req-33a2e866-5cad-4f3f-9c78-d326357774d1 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 943 time: 0.1217685 Apr 08 17:45:30.620054 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.db_base_plugin_common [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] Allocated IP 172.20.0.2 (e9f86ef8-6f50-49db-84bd-326834993a5e/67508fbe-8598-4ea6-b340-f6743e16bbac/d590074f-2762-4ab9-ab70-118fd6bfb07f) {{(pid=103645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:45:30.694800 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-56f81732-9acd-48cd-806c-3890783a419f admin admin] Publish callbacks [] for router_gateway (7a94b463-b408-4de8-9146-9d334042a172), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:30.735581 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-54bafeae-abba-4fd5-9851-1a6381bb02f1 req-c2a91382-7e94-414a-85a1-b6a55966c0a3 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267018 Apr 08 17:45:30.766764 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] Publish callbacks [] for port (d590074f-2762-4ab9-ab70-118fd6bfb07f), precommit_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:30.773127 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632'] for port (d590074f-2762-4ab9-ab70-118fd6bfb07f), after_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:30.819025 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] Network e9f86ef8-6f50-49db-84bd-326834993a5e is already hosted by enough agents. {{(pid=103645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:45:30.821972 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.base_scheduler [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] Resources bound (agent type, host, resource id): {{(pid=103645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:45:30.827258 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] Received port after_create {{(pid=103645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:45:30.830479 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] Pushing event updated for resources: {'Port': ['ID=d590074f-2762-4ab9-ab70-118fd6bfb07f,revision_number=1']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:30.887607 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] Attempting to bind port d590074f-2762-4ab9-ab70-118fd6bfb07f on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:45:30.888657 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] Attempting to bind port d590074f-2762-4ab9-ab70-118fd6bfb07f by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': 'b8b94001-be42-4e96-b173-31743557a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:45:30.889026 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] Attempting to bind port d590074f-2762-4ab9-ab70-118fd6bfb07f on network e9f86ef8-6f50-49db-84bd-326834993a5e {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:45:30.894378 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:45:30.894750 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] Checking segment: {'id': 'b8b94001-be42-4e96-b173-31743557a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:45:30.895156 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:30.895556 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] Bound using segment: {'id': 'b8b94001-be42-4e96-b173-31743557a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:45:30.896026 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] Bound port: d590074f-2762-4ab9-ab70-118fd6bfb07f, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b94001-be42-4e96-b173-31743557a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:45:30.896630 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (d590074f-2762-4ab9-ab70-118fd6bfb07f), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:30.919948 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-56f81732-9acd-48cd-806c-3890783a419f admin admin] Publish callbacks [] for router_gateway (7a94b463-b408-4de8-9146-9d334042a172), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:30.934622 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-56f81732-9acd-48cd-806c-3890783a419f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:30.961365 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] For port d590074f-2762-4ab9-ab70-118fd6bfb07f, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:45:30.964218 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] For port d590074f-2762-4ab9-ab70-118fd6bfb07f, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=d590074f-2762-4ab9-ab70-118fd6bfb07f,segment=NetworkSegment(b8b94001-be42-4e96-b173-31743557a597),segment_id=b8b94001-be42-4e96-b173-31743557a597)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:45:30.977002 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (d590074f-2762-4ab9-ab70-118fd6bfb07f), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:31.049305 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-56f81732-9acd-48cd-806c-3890783a419f admin admin] Allocated IP 172.27.0.119 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/acef3ffa-75c8-436d-9df5-a32fdc23247c) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:45:31.053020 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec8882-6858-44a8-a801-4e3c7ca58fb9 None None] Pushing event updated for resources: {'Port': ['ID=d590074f-2762-4ab9-ab70-118fd6bfb07f,revision_number=2']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:31.164787 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-56f81732-9acd-48cd-806c-3890783a419f admin admin] Publish callbacks [] for port (acef3ffa-75c8-436d-9df5-a32fdc23247c), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:31.228352 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-56f81732-9acd-48cd-806c-3890783a419f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (acef3ffa-75c8-436d-9df5-a32fdc23247c), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:31.273009 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f81732-9acd-48cd-806c-3890783a419f admin admin] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:45:31.275979 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-56f81732-9acd-48cd-806c-3890783a419f admin admin] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:45:31.278829 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f81732-9acd-48cd-806c-3890783a419f admin admin] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:45:31.303782 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f81732-9acd-48cd-806c-3890783a419f admin admin] Pushing event updated for resources: {'Port': ['ID=acef3ffa-75c8-436d-9df5-a32fdc23247c,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:31.537557 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device d590074f-2762-4ab9-ab70-118fd6bfb07f up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:45:31.553954 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-56f81732-9acd-48cd-806c-3890783a419f admin admin] Publish callbacks [] for router_gateway (7a94b463-b408-4de8-9146-9d334042a172), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:31.586453 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port d590074f-2762-4ab9-ab70-118fd6bfb07f triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:31.586826 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (d590074f-2762-4ab9-ab70-118fd6bfb07f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:31.777089 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-56f81732-9acd-48cd-806c-3890783a419f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646010'] for router (7a94b463-b408-4de8-9146-9d334042a172), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:31.804988 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port d590074f-2762-4ab9-ab70-118fd6bfb07f is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:31.805648 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (d590074f-2762-4ab9-ab70-118fd6bfb07f), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:31.844175 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] For port d590074f-2762-4ab9-ab70-118fd6bfb07f, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=d590074f-2762-4ab9-ab70-118fd6bfb07f,segment=NetworkSegment(b8b94001-be42-4e96-b173-31743557a597),segment_id=b8b94001-be42-4e96-b173-31743557a597)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:31.849245 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (d590074f-2762-4ab9-ab70-118fd6bfb07f), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:31.880627 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03351951-92bf-44e1-988c-1d8887a20a79 req-0ae8573f-0a86-4bbc-ac51-96c285438073 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:31.882441 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-03351951-92bf-44e1-988c-1d8887a20a79 req-0ae8573f-0a86-4bbc-ac51-96c285438073 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 943 time: 0.0613680 Apr 08 17:45:31.911150 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Pushing event updated for resources: {'Port': ['ID=d590074f-2762-4ab9-ab70-118fd6bfb07f,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:31.979661 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-03351951-92bf-44e1-988c-1d8887a20a79 req-f5579667-018b-4e8c-babb-5c66c327f6e7 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691705 Apr 08 17:45:32.005861 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f81732-9acd-48cd-806c-3890783a419f admin admin] Router 7a94b463-b408-4de8-9146-9d334042a172 is scheduled to L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 with binding_index 1 {{(pid=103644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:45:32.067119 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d31cd3c-35b9-4b28-b89b-adee41daa3eb None None] Network e9f86ef8-6f50-49db-84bd-326834993a5e requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:45:32.137074 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f81732-9acd-48cd-806c-3890783a419f admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:45:32.139943 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-f7b9bd4e-de37-4897-8328-ec684125971b None None] Provisioning complete for port d590074f-2762-4ab9-ab70-118fd6bfb07f triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:32.140348 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-f7b9bd4e-de37-4897-8328-ec684125971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (d590074f-2762-4ab9-ab70-118fd6bfb07f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:32.149668 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] Sync routers for ids ['7a94b463-b408-4de8-9146-9d334042a172'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:45:32.157042 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-56f81732-9acd-48cd-806c-3890783a419f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:32.160971 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-56f81732-9acd-48cd-806c-3890783a419f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7795553 Apr 08 17:45:32.161271 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50248) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:32.161391 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] Routers {'7a94b463-b408-4de8-9146-9d334042a172'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:45:32.162086 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:45:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7a94b463-b408-4de8-9146-9d334042a172'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:32.273147 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-f7b9bd4e-de37-4897-8328-ec684125971b None None] Current status of the port d590074f-2762-4ab9-ab70-118fd6bfb07f is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:32.282050 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] Set router 7a94b463-b408-4de8-9146-9d334042a172 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:45:32.470136 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:31Z', 'revision_number': 3, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port': {'id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:08:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:32.492296 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-9ce84e40-535e-4390-9b37-21dfa3add68b None None] Provisioning complete for port d590074f-2762-4ab9-ab70-118fd6bfb07f triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:32.492810 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-9ce84e40-535e-4390-9b37-21dfa3add68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (d590074f-2762-4ab9-ab70-118fd6bfb07f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:32.498979 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] Checking router: 7a94b463-b408-4de8-9146-9d334042a172 for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:45:32.499338 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] Updating router 7a94b463-b408-4de8-9146-9d334042a172 port acef3ffa-75c8-436d-9df5-a32fdc23247c binding host dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:45:32.526688 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (acef3ffa-75c8-436d-9df5-a32fdc23247c), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:32.583726 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-9ce84e40-535e-4390-9b37-21dfa3add68b None None] Current status of the port d590074f-2762-4ab9-ab70-118fd6bfb07f is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:32.624188 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:32.787819 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Allocated IP 172.20.0.1 (e9f86ef8-6f50-49db-84bd-326834993a5e/67508fbe-8598-4ea6-b340-f6743e16bbac/3d436f11-4db2-4fd1-9ba6-79f7893a5397) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:45:32.789806 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] Publish callbacks [] for port (acef3ffa-75c8-436d-9df5-a32fdc23247c), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:32.803490 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (acef3ffa-75c8-436d-9df5-a32fdc23247c), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:32.858440 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] Attempting to bind port acef3ffa-75c8-436d-9df5-a32fdc23247c on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:45:32.858643 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] Attempting to bind port acef3ffa-75c8-436d-9df5-a32fdc23247c by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:45:32.859008 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] Attempting to bind port acef3ffa-75c8-436d-9df5-a32fdc23247c on network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:45:32.862220 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13f597-f6cf-4015-a9b9-56e32876afb3 None None] Pushing event updated for resources: {'Port': ['ID=acef3ffa-75c8-436d-9df5-a32fdc23247c,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:32.866908 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:45:32.867290 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] Checking segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:45:32.867691 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:32.868085 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] Bound using segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:45:32.868578 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] Bound port: acef3ffa-75c8-436d-9df5-a32fdc23247c, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:45:32.868956 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (acef3ffa-75c8-436d-9df5-a32fdc23247c), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:32.899514 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Publish callbacks [] for port (3d436f11-4db2-4fd1-9ba6-79f7893a5397), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:32.913064 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13f597-f6cf-4015-a9b9-56e32876afb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:32.913411 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13f597-f6cf-4015-a9b9-56e32876afb3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:32.913785 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13f597-f6cf-4015-a9b9-56e32876afb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:32.914142 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13f597-f6cf-4015-a9b9-56e32876afb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:32.914486 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13f597-f6cf-4015-a9b9-56e32876afb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:32.914821 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13f597-f6cf-4015-a9b9-56e32876afb3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:32.915155 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13f597-f6cf-4015-a9b9-56e32876afb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:32.915483 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13f597-f6cf-4015-a9b9-56e32876afb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:32.915811 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13f597-f6cf-4015-a9b9-56e32876afb3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:32.916138 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13f597-f6cf-4015-a9b9-56e32876afb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:32.916490 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13f597-f6cf-4015-a9b9-56e32876afb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:32.916831 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13f597-f6cf-4015-a9b9-56e32876afb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:32.917161 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13f597-f6cf-4015-a9b9-56e32876afb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:32.917481 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13f597-f6cf-4015-a9b9-56e32876afb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:32.917803 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13f597-f6cf-4015-a9b9-56e32876afb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:32.931751 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] For port acef3ffa-75c8-436d-9df5-a32fdc23247c, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:45:32.935484 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] For port acef3ffa-75c8-436d-9df5-a32fdc23247c, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=acef3ffa-75c8-436d-9df5-a32fdc23247c,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:45:32.936411 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (3d436f11-4db2-4fd1-9ba6-79f7893a5397), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:32.942125 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (acef3ffa-75c8-436d-9df5-a32fdc23247c), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:32.986936 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Network e9f86ef8-6f50-49db-84bd-326834993a5e is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:45:32.992070 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:45:32.994839 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Pushing event updated for resources: {'Port': ['ID=3d436f11-4db2-4fd1-9ba6-79f7893a5397,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:32.997154 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:45:33.011149 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13f597-f6cf-4015-a9b9-56e32876afb3 None None] Pushing event updated for resources: {'Port': ['ID=acef3ffa-75c8-436d-9df5-a32fdc23247c,revision_number=3']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:33.013971 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] Routers {'7a94b463-b408-4de8-9146-9d334042a172'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:45:33.014786 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:45:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7a94b463-b408-4de8-9146-9d334042a172'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:33.045816 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645933'] for router_interface (7a94b463-b408-4de8-9146-9d334042a172), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:33.082600 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:33.083722 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:33.083722 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:33.084989 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:33.084989 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:33.084989 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:33.084989 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:33.085514 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:33.085514 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:33.085886 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:33.086122 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:33.086448 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:33.086765 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:33.087082 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:33.087399 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:33.130900 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] Set router 7a94b463-b408-4de8-9146-9d334042a172 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:45:33.156567 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb2da2-2db0-4a9d-921a-88b6dce5e779 req-5f369d3b-831f-4dfa-abca-ae8c232bb7ce tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:33.158172 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4bfb2da2-2db0-4a9d-921a-88b6dce5e779 req-5f369d3b-831f-4dfa-abca-ae8c232bb7ce tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 943 time: 0.0649168 Apr 08 17:45:33.262711 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4bfb2da2-2db0-4a9d-921a-88b6dce5e779 req-6df799c5-363a-481e-81f1-621fcd66cefc tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808799 Apr 08 17:45:33.270749 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (3d436f11-4db2-4fd1-9ba6-79f7893a5397), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:33.309598 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-a97579cb-2658-4f7f-8006-6914215163d8 None None] Provisioning complete for port 3d436f11-4db2-4fd1-9ba6-79f7893a5397 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:33.310265 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a97579cb-2658-4f7f-8006-6914215163d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (3d436f11-4db2-4fd1-9ba6-79f7893a5397), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:33.343565 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:31Z', 'revision_number': 3, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port': {'id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:08:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:33.347542 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-a97579cb-2658-4f7f-8006-6914215163d8 None None] Port 3d436f11-4db2-4fd1-9ba6-79f7893a5397 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:45:33.374192 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d7c80-d805-4cf9-99e1-493569b096ea None None] The sync data for ids ['7a94b463-b408-4de8-9146-9d334042a172'] in dv-cinder-837164-1-iscsi is: [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:31Z', 'revision_number': 3, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port': {'id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:08:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:45:33.458892 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Publish callbacks [] for port (3d436f11-4db2-4fd1-9ba6-79f7893a5397), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:33.463800 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085500'] for port (3d436f11-4db2-4fd1-9ba6-79f7893a5397), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:33.533062 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device d590074f-2762-4ab9-ab70-118fd6bfb07f up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:45:33.533706 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643773'] for router_interface (7a94b463-b408-4de8-9146-9d334042a172), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:33.548936 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Pushing event updated for resources: {'Port': ['ID=3d436f11-4db2-4fd1-9ba6-79f7893a5397,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:33.590333 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port d590074f-2762-4ab9-ab70-118fd6bfb07f triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:33.591117 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (d590074f-2762-4ab9-ab70-118fd6bfb07f), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:33.699088 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device cde18caf-aea3-43c2-9c9c-7a352f38e9ea details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:45:33.721854 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port d590074f-2762-4ab9-ab70-118fd6bfb07f is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:33.825281 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port cde18caf-aea3-43c2-9c9c-7a352f38e9ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cde18caf-aea3-43c2-9c9c-7a352f38e9ea,segment=NetworkSegment(37a6fb90-9bc3-4200-8f22-400e0008a1b5),segment_id=37a6fb90-9bc3-4200-8f22-400e0008a1b5)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:33.840063 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea', 'network_id': '5a3136a7-a509-4273-8192-f1445720478e', 'port_id': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea', 'mac_address': 'fa:16:3e:35:a3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:45:33.880934 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port cde18caf-aea3-43c2-9c9c-7a352f38e9ea is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:33.881253 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:33.887441 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Network e9f86ef8-6f50-49db-84bd-326834993a5e is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:45:33.889823 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:45:33.898766 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde18caf-aea3-43c2-9c9c-7a352f38e9ea {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:45:33.927448 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port cde18caf-aea3-43c2-9c9c-7a352f38e9ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cde18caf-aea3-43c2-9c9c-7a352f38e9ea,segment=NetworkSegment(37a6fb90-9bc3-4200-8f22-400e0008a1b5),segment_id=37a6fb90-9bc3-4200-8f22-400e0008a1b5)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:33.933342 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:33.996590 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=cde18caf-aea3-43c2-9c9c-7a352f38e9ea,revision_number=7']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:34.041263 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Router 7a94b463-b408-4de8-9146-9d334042a172 has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:45:34.171353 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:45:34.173084 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-ac2d39e5-30fa-407c-b1cf-0e6e864f5504 None None] Provisioning complete for port 3d436f11-4db2-4fd1-9ba6-79f7893a5397 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:34.173532 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-ac2d39e5-30fa-407c-b1cf-0e6e864f5504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (3d436f11-4db2-4fd1-9ba6-79f7893a5397), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:34.182701 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-d3aabfa7-162b-4c0d-a73f-293211460bca admin admin] 10.222.0.24 "PUT /v2.0/routers/7a94b463-b408-4de8-9146-9d334042a172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0191741 Apr 08 17:45:34.226185 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-ac2d39e5-30fa-407c-b1cf-0e6e864f5504 None None] Port 3d436f11-4db2-4fd1-9ba6-79f7893a5397 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:45:34.299104 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['cde18caf-aea3-43c2-9c9c-7a352f38e9ea'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:45:34.410811 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc22c46-9063-4695-9fb2-73065cbe1fc3 req-0cd7a649-6183-4233-884b-35ba79c8e47c tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:34.413373 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8dc22c46-9063-4695-9fb2-73065cbe1fc3 req-0cd7a649-6183-4233-884b-35ba79c8e47c tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 944 time: 0.0592463 Apr 08 17:45:34.470461 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8dc22c46-9063-4695-9fb2-73065cbe1fc3 req-f1318a66-1821-4eaa-b5bc-d060b4bc9164 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511191 Apr 08 17:45:34.840077 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50262) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:34.845268 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-2342cab0-254e-468a-b6ca-cabb41bb8e0c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2096022322', 'description': 'tempest-description--416326597'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:34.866472 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2342cab0-254e-468a-b6ca-cabb41bb8e0c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:34.943187 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2342cab0-254e-468a-b6ca-cabb41bb8e0c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group (59204074-3e6d-46ff-858f-eeaf53c7901f), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:34.947057 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2342cab0-254e-468a-b6ca-cabb41bb8e0c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (59204074-3e6d-46ff-858f-eeaf53c7901f), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:34.978796 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2342cab0-254e-468a-b6ca-cabb41bb8e0c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:34.980147 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-2342cab0-254e-468a-b6ca-cabb41bb8e0c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1389587 Apr 08 17:45:34.982424 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342cab0-254e-468a-b6ca-cabb41bb8e0c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59204074-3e6d-46ff-858f-eeaf53c7901f,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:34.985130 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50264) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:34.991352 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Request body: {'security_group_rule': {'security_group_id': '59204074-3e6d-46ff-858f-eeaf53c7901f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:35.017244 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group_rule (366df82d-408e-4cef-8a98-1c3dd6423bd5), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:35.078980 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group_rule (366df82d-408e-4cef-8a98-1c3dd6423bd5), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:35.082594 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (366df82d-408e-4cef-8a98-1c3dd6423bd5), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:35.104031 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366df82d-408e-4cef-8a98-1c3dd6423bd5,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:35.109696 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:35.110918 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246264 Apr 08 17:45:35.113964 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50266) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:35.115879 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:35.116257 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:35.116605 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:35.117416 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:35.117416 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:35.117582 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:35.117896 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:35.118220 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:35.118544 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:35.118871 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:35.119186 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:35.119516 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:35.119835 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:35.120154 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:35.120497 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a90d0-1677-4f17-b646-f60f6a7e328b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:35.124158 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-b6da7edc-da7c-45ac-9a28-47890c40a35c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Request body: {'security_group_rule': {'security_group_id': '59204074-3e6d-46ff-858f-eeaf53c7901f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:35.126431 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] Sync routers for ids ['7a94b463-b408-4de8-9146-9d334042a172'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:45:35.147736 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] Routers {'7a94b463-b408-4de8-9146-9d334042a172'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:45:35.148533 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:45:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7a94b463-b408-4de8-9146-9d334042a172'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:35.155778 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b6da7edc-da7c-45ac-9a28-47890c40a35c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group_rule (148b61fd-42fe-4f88-9e33-3a13c3d70ee5), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:35.218354 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b6da7edc-da7c-45ac-9a28-47890c40a35c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group_rule (148b61fd-42fe-4f88-9e33-3a13c3d70ee5), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:35.222145 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b6da7edc-da7c-45ac-9a28-47890c40a35c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (148b61fd-42fe-4f88-9e33-3a13c3d70ee5), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:35.240517 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da7edc-da7c-45ac-9a28-47890c40a35c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148b61fd-42fe-4f88-9e33-3a13c3d70ee5,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:35.249706 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b6da7edc-da7c-45ac-9a28-47890c40a35c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:35.250936 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-b6da7edc-da7c-45ac-9a28-47890c40a35c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356852 Apr 08 17:45:35.254085 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50268) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:35.258795 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-959ab524-c6d7-45b2-a6fc-ccca7790896d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Request body: {'floatingip': {'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:35.270633 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] Set router 7a94b463-b408-4de8-9146-9d334042a172 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:45:35.278596 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-959ab524-c6d7-45b2-a6fc-ccca7790896d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:35.366529 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-959ab524-c6d7-45b2-a6fc-ccca7790896d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:35.474626 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-959ab524-c6d7-45b2-a6fc-ccca7790896d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Allocated IP 172.27.0.146 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/14776906-20fb-4e23-a502-99ca0482df6b) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:45:35.484146 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:33Z', 'revision_number': 4, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port': {'id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:08:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '3d436f11-4db2-4fd1-9ba6-79f7893a5397', 'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'mac_address': 'fa:16:3e:b1:07:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:32Z', 'updated_at': '2022-04-08T17:45:33Z', 'revision_number': 2, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'subnets': [{'id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:35.531354 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] Checking router: 7a94b463-b408-4de8-9146-9d334042a172 for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:45:35.531737 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] Updating router 7a94b463-b408-4de8-9146-9d334042a172 port 3d436f11-4db2-4fd1-9ba6-79f7893a5397 binding host dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:45:35.576984 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device acef3ffa-75c8-436d-9df5-a32fdc23247c up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:45:35.580657 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (3d436f11-4db2-4fd1-9ba6-79f7893a5397), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:35.625043 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c0616-0457-4b17-bd79-00dc544443e7 req-c54084ea-8898-4c85-89a7-75cd66daee89 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:35.626442 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-012c0616-0457-4b17-bd79-00dc544443e7 req-c54084ea-8898-4c85-89a7-75cd66daee89 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 944 time: 0.0643113 Apr 08 17:45:35.657131 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-959ab524-c6d7-45b2-a6fc-ccca7790896d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for port (14776906-20fb-4e23-a502-99ca0482df6b), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:35.703609 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-012c0616-0457-4b17-bd79-00dc544443e7 req-b994ed40-2b98-45b1-a89b-aa728e9e307f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691626 Apr 08 17:45:35.716799 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device cde18caf-aea3-43c2-9c9c-7a352f38e9ea up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:45:35.725275 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port acef3ffa-75c8-436d-9df5-a32fdc23247c triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:35.725667 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (acef3ffa-75c8-436d-9df5-a32fdc23247c), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:35.726753 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-959ab524-c6d7-45b2-a6fc-ccca7790896d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (14776906-20fb-4e23-a502-99ca0482df6b), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:35.772099 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959ab524-c6d7-45b2-a6fc-ccca7790896d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:45:35.775035 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-959ab524-c6d7-45b2-a6fc-ccca7790896d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:45:35.778553 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959ab524-c6d7-45b2-a6fc-ccca7790896d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:45:35.801119 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ab524-c6d7-45b2-a6fc-ccca7790896d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Pushing event updated for resources: {'Port': ['ID=14776906-20fb-4e23-a502-99ca0482df6b,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:35.839651 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port cde18caf-aea3-43c2-9c9c-7a352f38e9ea triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:35.840022 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:35.874914 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-959ab524-c6d7-45b2-a6fc-ccca7790896d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for floatingip (f00a36b7-9de4-40c2-8ffa-db3f758ada5a), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:35.911913 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-959ab524-c6d7-45b2-a6fc-ccca7790896d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (14776906-20fb-4e23-a502-99ca0482df6b), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:35.966549 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port acef3ffa-75c8-436d-9df5-a32fdc23247c is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:35.966908 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (acef3ffa-75c8-436d-9df5-a32fdc23247c), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:36.042561 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] For port acef3ffa-75c8-436d-9df5-a32fdc23247c, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=acef3ffa-75c8-436d-9df5-a32fdc23247c,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:36.056859 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (acef3ffa-75c8-436d-9df5-a32fdc23247c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:36.078735 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-959ab524-c6d7-45b2-a6fc-ccca7790896d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for port (14776906-20fb-4e23-a502-99ca0482df6b), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:36.083725 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-959ab524-c6d7-45b2-a6fc-ccca7790896d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085500'] for port (14776906-20fb-4e23-a502-99ca0482df6b), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:36.107098 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port cde18caf-aea3-43c2-9c9c-7a352f38e9ea is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:36.107500 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:36.110416 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] Publish callbacks [] for port (3d436f11-4db2-4fd1-9ba6-79f7893a5397), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:36.165243 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ab524-c6d7-45b2-a6fc-ccca7790896d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Pushing event updated for resources: {'Port': ['ID=14776906-20fb-4e23-a502-99ca0482df6b,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:36.176915 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-959ab524-c6d7-45b2-a6fc-ccca7790896d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (f00a36b7-9de4-40c2-8ffa-db3f758ada5a), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:36.194422 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-959ab524-c6d7-45b2-a6fc-ccca7790896d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:36.203865 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-959ab524-c6d7-45b2-a6fc-ccca7790896d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9406857 Apr 08 17:45:36.258310 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (3d436f11-4db2-4fd1-9ba6-79f7893a5397), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:36.284237 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Pushing event updated for resources: {'Port': ['ID=acef3ffa-75c8-436d-9df5-a32fdc23247c,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:36.293417 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42dde2e8-fe4a-4445-82c3-11ee6c689fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:45:36.295985 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc83c3a-fa0e-40b4-97e5-5f8254973318" -d '{"events": [{"server_uuid": "42dde2e8-fe4a-4445-82c3-11ee6c689fcb", "name": "network-vif-plugged", "status": "completed", "tag": "cde18caf-aea3-43c2-9c9c-7a352f38e9ea"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:45:36.314049 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port cde18caf-aea3-43c2-9c9c-7a352f38e9ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cde18caf-aea3-43c2-9c9c-7a352f38e9ea,segment=NetworkSegment(37a6fb90-9bc3-4200-8f22-400e0008a1b5),segment_id=37a6fb90-9bc3-4200-8f22-400e0008a1b5)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:36.338327 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:36.347334 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5798f53-e984-44ea-90b1-1f8a0b851baa x-openstack-request-id: req-d5798f53-e984-44ea-90b1-1f8a0b851baa {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:45:36.347644 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42dde2e8-fe4a-4445-82c3-11ee6c689fcb", "name": "network-vif-plugged", "status": "completed", "tag": "cde18caf-aea3-43c2-9c9c-7a352f38e9ea", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:45:36.347897 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5798f53-e984-44ea-90b1-1f8a0b851baa {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:45:36.348750 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5798f53-e984-44ea-90b1-1f8a0b851baa'] response: {'server_uuid': '42dde2e8-fe4a-4445-82c3-11ee6c689fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea', 'code': 200} Apr 08 17:45:36.376148 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20516a-2b85-4a5f-a34b-595fb581622a None None] Pushing event updated for resources: {'Port': ['ID=3d436f11-4db2-4fd1-9ba6-79f7893a5397,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:36.398669 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-f2d4e2f9-f329-48e4-9318-54ca14ea0577 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2096022322&fields=id&tenant_id=15eff12c90b045d5829b15564c4f687b HTTP/1.1" status: 200 len: 267 time: 0.0715487 Apr 08 17:45:36.442114 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] Attempting to bind port 3d436f11-4db2-4fd1-9ba6-79f7893a5397 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:45:36.442486 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] Attempting to bind port 3d436f11-4db2-4fd1-9ba6-79f7893a5397 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': 'b8b94001-be42-4e96-b173-31743557a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:45:36.442857 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] Attempting to bind port 3d436f11-4db2-4fd1-9ba6-79f7893a5397 on network e9f86ef8-6f50-49db-84bd-326834993a5e {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:45:36.457584 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:45:36.457976 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] Checking segment: {'id': 'b8b94001-be42-4e96-b173-31743557a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:45:36.458377 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:36.458772 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] Bound using segment: {'id': 'b8b94001-be42-4e96-b173-31743557a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:45:36.459254 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] Bound port: 3d436f11-4db2-4fd1-9ba6-79f7893a5397, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b94001-be42-4e96-b173-31743557a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:45:36.459629 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (3d436f11-4db2-4fd1-9ba6-79f7893a5397), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:36.475577 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=cde18caf-aea3-43c2-9c9c-7a352f38e9ea,revision_number=8']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:36.531869 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-3b08f6d0-f454-4ec5-b8d4-f8e2ed6932bc tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:36.540958 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-3b08f6d0-f454-4ec5-b8d4-f8e2ed6932bc tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/networks?id=e9f86ef8-6f50-49db-84bd-326834993a5e HTTP/1.1" status: 200 len: 810 time: 0.1411605 Apr 08 17:45:36.553624 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-35c0267e-3fd2-41c1-b4be-116ff1ef4d22 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/quotas/15eff12c90b045d5829b15564c4f687b HTTP/1.1" status: 200 len: 375 time: 0.0117252 Apr 08 17:45:36.554644 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] For port 3d436f11-4db2-4fd1-9ba6-79f7893a5397, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:45:36.558097 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] For port 3d436f11-4db2-4fd1-9ba6-79f7893a5397, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=3d436f11-4db2-4fd1-9ba6-79f7893a5397,segment=NetworkSegment(b8b94001-be42-4e96-b173-31743557a597),segment_id=b8b94001-be42-4e96-b173-31743557a597)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:45:36.566355 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (3d436f11-4db2-4fd1-9ba6-79f7893a5397), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:36.616364 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-683f20a1-48de-403e-a9f4-fec624096b8e tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=15eff12c90b045d5829b15564c4f687b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559044 Apr 08 17:45:36.630523 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] Routers {'7a94b463-b408-4de8-9146-9d334042a172'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:45:36.631435 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:45:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7a94b463-b408-4de8-9146-9d334042a172'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:36.664413 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515fd1a-907f-44a0-916c-c7253d43f32c req-807f448b-25b6-4654-8b9c-51b3e5ad2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:36.666735 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d515fd1a-907f-44a0-916c-c7253d43f32c req-807f448b-25b6-4654-8b9c-51b3e5ad2ee7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 1129 time: 0.0469382 Apr 08 17:45:36.687730 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20516a-2b85-4a5f-a34b-595fb581622a None None] Pushing event updated for resources: {'Port': ['ID=3d436f11-4db2-4fd1-9ba6-79f7893a5397,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:36.695513 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-4087da60-a22b-47d9-86b2-1a8d9d597fc5 None None] Provisioning complete for port 3d436f11-4db2-4fd1-9ba6-79f7893a5397 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:36.695947 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4087da60-a22b-47d9-86b2-1a8d9d597fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (3d436f11-4db2-4fd1-9ba6-79f7893a5397), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:36.727710 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d515fd1a-907f-44a0-916c-c7253d43f32c req-376a1e49-3d6b-4c6d-b549-5a7bcc42ee11 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541909 Apr 08 17:45:36.760720 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-8f8a1cac-d6c8-442e-a99c-2303e4986626 service neutron] 10.222.0.24 "GET /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322982 Apr 08 17:45:36.831951 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] Set router 7a94b463-b408-4de8-9146-9d334042a172 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:45:36.880785 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-4087da60-a22b-47d9-86b2-1a8d9d597fc5 None None] Current status of the port 3d436f11-4db2-4fd1-9ba6-79f7893a5397 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:36.881187 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4087da60-a22b-47d9-86b2-1a8d9d597fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (3d436f11-4db2-4fd1-9ba6-79f7893a5397), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:36.885987 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7ea7e-e8f7-45ec-ade5-47272c1f50be req-a9615a90-c7bf-4361-9c8b-f63fd7c56e8a tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:36.887422 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-19a7ea7e-e8f7-45ec-ade5-47272c1f50be req-a9615a90-c7bf-4361-9c8b-f63fd7c56e8a tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0901330 Apr 08 17:45:36.924671 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-4d94e5ed-e0ae-4716-9d92-c36763b4d6d4 service neutron] 10.222.0.24 "GET /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538596 Apr 08 17:45:36.957482 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-19a7ea7e-e8f7-45ec-ade5-47272c1f50be req-adc8dcce-e210-403f-8aae-89726bfb3e5b tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609894 Apr 08 17:45:37.009175 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-4087da60-a22b-47d9-86b2-1a8d9d597fc5 None None] For port 3d436f11-4db2-4fd1-9ba6-79f7893a5397, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=3d436f11-4db2-4fd1-9ba6-79f7893a5397,segment=NetworkSegment(b8b94001-be42-4e96-b173-31743557a597),segment_id=b8b94001-be42-4e96-b173-31743557a597)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:37.015753 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4087da60-a22b-47d9-86b2-1a8d9d597fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (3d436f11-4db2-4fd1-9ba6-79f7893a5397), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:37.112655 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5a9ec09a-e4c1-4b9d-b5b9-3d32b4dd893a req-579b273b-4475-4153-bc20-d77767369acb tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 210 time: 0.0404985 Apr 08 17:45:37.114160 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087da60-a22b-47d9-86b2-1a8d9d597fc5 None None] Pushing event updated for resources: {'Port': ['ID=3d436f11-4db2-4fd1-9ba6-79f7893a5397,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:37.141925 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-9730b357-ab5d-423a-a09c-10019590634b None None] Provisioning complete for port 3d436f11-4db2-4fd1-9ba6-79f7893a5397 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:37.142299 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-9730b357-ab5d-423a-a09c-10019590634b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (3d436f11-4db2-4fd1-9ba6-79f7893a5397), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:37.143992 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:33Z', 'revision_number': 4, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port': {'id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '3d436f11-4db2-4fd1-9ba6-79f7893a5397', 'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'mac_address': 'fa:16:3e:b1:07:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:32Z', 'updated_at': '2022-04-08T17:45:36Z', 'revision_number': 4, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'subnets': [{'id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:37.194661 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621ca17b-da03-4f3f-ac52-d83d79e6ba7d None None] The sync data for ids ['7a94b463-b408-4de8-9146-9d334042a172'] in dv-cinder-837164-1-iscsi is: [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:33Z', 'revision_number': 4, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port': {'id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '3d436f11-4db2-4fd1-9ba6-79f7893a5397', 'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'mac_address': 'fa:16:3e:b1:07:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:32Z', 'updated_at': '2022-04-08T17:45:36Z', 'revision_number': 4, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'subnets': [{'id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:45:37.274894 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-9730b357-ab5d-423a-a09c-10019590634b None None] Current status of the port 3d436f11-4db2-4fd1-9ba6-79f7893a5397 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:37.611522 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device acef3ffa-75c8-436d-9df5-a32fdc23247c up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:45:37.661684 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port acef3ffa-75c8-436d-9df5-a32fdc23247c triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:37.662048 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (acef3ffa-75c8-436d-9df5-a32fdc23247c), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:37.751329 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port acef3ffa-75c8-436d-9df5-a32fdc23247c is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:37.752503 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 3d436f11-4db2-4fd1-9ba6-79f7893a5397 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:45:37.804040 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 3d436f11-4db2-4fd1-9ba6-79f7893a5397 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:37.804504 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (3d436f11-4db2-4fd1-9ba6-79f7893a5397), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:37.901458 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 3d436f11-4db2-4fd1-9ba6-79f7893a5397 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:38.076630 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a23efb-6472-4d99-9b99-290ad08287db req-a6c06202-9740-41a4-81e7-ef0f76e4d526 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:38.078219 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-11a23efb-6472-4d99-9b99-290ad08287db req-a6c06202-9740-41a4-81e7-ef0f76e4d526 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0489135 Apr 08 17:45:38.130845 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-11a23efb-6472-4d99-9b99-290ad08287db req-27055df0-17e6-4533-bf25-e1fb6539743f tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469501 Apr 08 17:45:38.223071 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b1a84550-bf63-45b6-9c00-cf4ebc9d4463 req-36e23555-00af-4d79-8ab1-f492e8a921f3 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 210 time: 0.0294845 Apr 08 17:45:38.975470 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-1a649801-2922-4ce4-a694-b240c6f9d030 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:38.976962 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-1a649801-2922-4ce4-a694-b240c6f9d030 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.91 "GET /v2.0/networks?id=e9f86ef8-6f50-49db-84bd-326834993a5e HTTP/1.1" status: 200 len: 810 time: 0.1091225 Apr 08 17:45:39.068469 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-8bd6b926-8ee9-49e6-af54-18a33d80471a tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15eff12c90b045d5829b15564c4f687b HTTP/1.1" status: 200 len: 380 time: 0.0552180 Apr 08 17:45:39.171635 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-de59fc82-869c-430a-9d1d-72d8ab1a365c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Request body: {'port': {'device_id': 'ee48630f-fe5e-4659-8ef5-ce7f84c9bc44', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'admin_state_up': True, 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'security_groups': ['59204074-3e6d-46ff-858f-eeaf53c7901f']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:39.285334 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-de59fc82-869c-430a-9d1d-72d8ab1a365c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Made reservation on behalf of 15eff12c90b045d5829b15564c4f687b for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:45:39.288756 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-de59fc82-869c-430a-9d1d-72d8ab1a365c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:39.341382 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-40ba2436-ad0d-4236-8d61-b07c2bcd440f req-47c6269e-070e-46dd-96d8-5cb56988a878 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 210 time: 0.0278747 Apr 08 17:45:39.425321 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-de59fc82-869c-430a-9d1d-72d8ab1a365c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Allocated IP 172.20.0.10 (e9f86ef8-6f50-49db-84bd-326834993a5e/67508fbe-8598-4ea6-b340-f6743e16bbac/ecf16c1c-1649-413c-aad3-2a033b9e3415) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:45:39.572240 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-de59fc82-869c-430a-9d1d-72d8ab1a365c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for port (ecf16c1c-1649-413c-aad3-2a033b9e3415), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:39.607150 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-de59fc82-869c-430a-9d1d-72d8ab1a365c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (ecf16c1c-1649-413c-aad3-2a033b9e3415), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:39.653660 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-de59fc82-869c-430a-9d1d-72d8ab1a365c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Network e9f86ef8-6f50-49db-84bd-326834993a5e is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:45:39.656865 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-de59fc82-869c-430a-9d1d-72d8ab1a365c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:45:39.660546 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-de59fc82-869c-430a-9d1d-72d8ab1a365c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:45:39.692396 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59fc82-869c-430a-9d1d-72d8ab1a365c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Pushing event updated for resources: {'Port': ['ID=ecf16c1c-1649-413c-aad3-2a033b9e3415,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:39.738240 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-de59fc82-869c-430a-9d1d-72d8ab1a365c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:39.738857 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-de59fc82-869c-430a-9d1d-72d8ab1a365c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:39.755903 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-de59fc82-869c-430a-9d1d-72d8ab1a365c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5881853 Apr 08 17:45:39.775382 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Request body: {'port': {'device_id': 'ee48630f-fe5e-4659-8ef5-ce7f84c9bc44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:39.839445 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (ecf16c1c-1649-413c-aad3-2a033b9e3415), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:39.910177 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-19f28968-a0ab-4075-af7e-8c9957660cab None None] Provisioning complete for port ecf16c1c-1649-413c-aad3-2a033b9e3415 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:39.910785 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-19f28968-a0ab-4075-af7e-8c9957660cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (ecf16c1c-1649-413c-aad3-2a033b9e3415), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:39.948729 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-19f28968-a0ab-4075-af7e-8c9957660cab None None] Port ecf16c1c-1649-413c-aad3-2a033b9e3415 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:45:40.114641 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf16c1c-1649-413c-aad3-2a033b9e3415 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:45:40.122091 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Publish callbacks [] for port (ecf16c1c-1649-413c-aad3-2a033b9e3415), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:40.136039 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Transition to ACTIVE for port object ecf16c1c-1649-413c-aad3-2a033b9e3415 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:45:40.140256 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (ecf16c1c-1649-413c-aad3-2a033b9e3415), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:40.195803 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf16c1c-1649-413c-aad3-2a033b9e3415,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:40.268230 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Attempting to bind port ecf16c1c-1649-413c-aad3-2a033b9e3415 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:45:40.268437 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Attempting to bind port ecf16c1c-1649-413c-aad3-2a033b9e3415 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'b8b94001-be42-4e96-b173-31743557a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:45:40.268673 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Attempting to bind port ecf16c1c-1649-413c-aad3-2a033b9e3415 on network e9f86ef8-6f50-49db-84bd-326834993a5e {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:45:40.273389 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Port ecf16c1c-1649-413c-aad3-2a033b9e3415 on network e9f86ef8-6f50-49db-84bd-326834993a5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:45:40.273704 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Attempting to bind port ecf16c1c-1649-413c-aad3-2a033b9e3415 on network e9f86ef8-6f50-49db-84bd-326834993a5e {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:45:40.278862 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:45:40.279202 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Checking segment: {'id': 'b8b94001-be42-4e96-b173-31743557a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:45:40.279578 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Bound using segment: {'id': 'b8b94001-be42-4e96-b173-31743557a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:45:40.280000 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Bound port: ecf16c1c-1649-413c-aad3-2a033b9e3415, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b94001-be42-4e96-b173-31743557a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:45:40.280394 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (ecf16c1c-1649-413c-aad3-2a033b9e3415), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:40.352567 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] For port ecf16c1c-1649-413c-aad3-2a033b9e3415, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:45:40.355746 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] For port ecf16c1c-1649-413c-aad3-2a033b9e3415, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ecf16c1c-1649-413c-aad3-2a033b9e3415,segment=NetworkSegment(b8b94001-be42-4e96-b173-31743557a597),segment_id=b8b94001-be42-4e96-b173-31743557a597)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:45:40.364134 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (ecf16c1c-1649-413c-aad3-2a033b9e3415), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:40.406611 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:40.407096 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:40.408514 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] 10.222.0.91 "PUT /v2.0/ports/ecf16c1c-1649-413c-aad3-2a033b9e3415 HTTP/1.1" status: 200 len: 1094 time: 0.6378200 Apr 08 17:45:40.408973 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee48630f-fe5e-4659-8ef5-ce7f84c9bc44', 'tag': 'ecf16c1c-1649-413c-aad3-2a033b9e3415'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:45:40.411270 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53cb9d6-00b8-432f-bedf-e99c341ca9db" -d '{"events": [{"name": "network-changed", "server_uuid": "ee48630f-fe5e-4659-8ef5-ce7f84c9bc44", "tag": "ecf16c1c-1649-413c-aad3-2a033b9e3415"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:45:40.437167 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52122d-3c66-4c75-871c-23c551860e83 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf16c1c-1649-413c-aad3-2a033b9e3415,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:40.456074 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b0b8bb-e00a-4566-a7c8-5e94dd531975 x-openstack-request-id: req-24b0b8bb-e00a-4566-a7c8-5e94dd531975 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:45:40.456448 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee48630f-fe5e-4659-8ef5-ce7f84c9bc44", "tag": "ecf16c1c-1649-413c-aad3-2a033b9e3415", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:45:40.456649 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24b0b8bb-e00a-4566-a7c8-5e94dd531975 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:45:40.457071 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b0b8bb-e00a-4566-a7c8-5e94dd531975'] response: {'name': 'network-changed', 'server_uuid': 'ee48630f-fe5e-4659-8ef5-ce7f84c9bc44', 'tag': 'ecf16c1c-1649-413c-aad3-2a033b9e3415', 'status': 'completed', 'code': 200} Apr 08 17:45:40.504824 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d9e48-7558-4722-a382-11b42ed6e2cd req-2418620c-de45-4c1e-a521-07561228855e tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:40.507156 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d89d9e48-7558-4722-a382-11b42ed6e2cd req-2418620c-de45-4c1e-a521-07561228855e tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 944 time: 0.0933599 Apr 08 17:45:40.562684 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cb9d6-00b8-432f-bedf-e99c341ca9db req-c7dc6547-06ca-4f8a-945e-5b74f2fc2274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:40.564452 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d53cb9d6-00b8-432f-bedf-e99c341ca9db req-c7dc6547-06ca-4f8a-945e-5b74f2fc2274 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=15eff12c90b045d5829b15564c4f687b&device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 1128 time: 0.0444651 Apr 08 17:45:40.578585 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d89d9e48-7558-4722-a382-11b42ed6e2cd req-d1b3acd4-cb35-4aa6-85ad-8e87e3e3ed01 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647168 Apr 08 17:45:40.694737 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cb9d6-00b8-432f-bedf-e99c341ca9db req-3c622f3a-88ba-4fca-a2fb-9025378df2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:40.696290 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d53cb9d6-00b8-432f-bedf-e99c341ca9db req-3c622f3a-88ba-4fca-a2fb-9025378df2a6 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=15eff12c90b045d5829b15564c4f687b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1103220 Apr 08 17:45:40.798789 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cb9d6-00b8-432f-bedf-e99c341ca9db req-4adb86d0-1332-4843-99ad-37a64ca1422c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:40.800292 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d53cb9d6-00b8-432f-bedf-e99c341ca9db req-4adb86d0-1332-4843-99ad-37a64ca1422c service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917525 Apr 08 17:45:40.909605 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-ba3447fd-c16b-4238-8fe7-15e09ea8ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:40.919947 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-ba3447fd-c16b-4238-8fe7-15e09ea8ffa7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=15eff12c90b045d5829b15564c4f687b&device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 1128 time: 0.0524721 Apr 08 17:45:40.971766 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-e1f8e0a8-e5a9-42ad-8f79-9d287358ea4f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf16c1c-1649-413c-aad3-2a033b9e3415 HTTP/1.1" status: 200 len: 217 time: 0.0357065 Apr 08 17:45:41.030937 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-658f3f68-b643-4bae-8b54-4ce4f3a17925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:41.032441 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-658f3f68-b643-4bae-8b54-4ce4f3a17925 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=67508fbe-8598-4ea6-b340-f6743e16bbac HTTP/1.1" status: 200 len: 849 time: 0.0533009 Apr 08 17:45:41.081030 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-82ed612b-963c-49c4-83b0-9b1988423707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:41.082561 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-82ed612b-963c-49c4-83b0-9b1988423707 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9f86ef8-6f50-49db-84bd-326834993a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421503 Apr 08 17:45:41.181177 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-9a6093e6-b65a-43ca-86f8-7ec0a3a47e03 service neutron] 10.222.0.91 "GET /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915160 Apr 08 17:45:41.275880 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e17a395f-3a1b-40b0-8372-601dd7551708 req-4b8a7103-f2df-4915-b884-d5e40fea7dc2 service neutron] 10.222.0.91 "GET /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882668 Apr 08 17:45:41.699493 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7133a2b-b61b-4db8-a219-cd5150603756 req-b8ac24ec-e16b-4446-9990-0ed7ff4d1b1d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:41.701386 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d7133a2b-b61b-4db8-a219-cd5150603756 req-b8ac24ec-e16b-4446-9990-0ed7ff4d1b1d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 944 time: 0.0476599 Apr 08 17:45:41.748306 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d7133a2b-b61b-4db8-a219-cd5150603756 req-e490054f-2f89-4df9-ae46-c6477af69f5e tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411861 Apr 08 17:45:42.863357 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadd0a1-bc2a-4a94-9eef-9865c33ec8c3 req-620a156a-2281-41a7-9d0c-6077e75ad9e4 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:42.864891 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-dcadd0a1-bc2a-4a94-9eef-9865c33ec8c3 req-620a156a-2281-41a7-9d0c-6077e75ad9e4 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 944 time: 0.0509832 Apr 08 17:45:42.913726 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-dcadd0a1-bc2a-4a94-9eef-9865c33ec8c3 req-7a8acb92-764b-43be-a9bf-dbbd395ec1f4 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432625 Apr 08 17:45:43.752407 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device ecf16c1c-1649-413c-aad3-2a033b9e3415 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:45:43.863130 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port ecf16c1c-1649-413c-aad3-2a033b9e3415, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ecf16c1c-1649-413c-aad3-2a033b9e3415,segment=NetworkSegment(b8b94001-be42-4e96-b173-31743557a597),segment_id=b8b94001-be42-4e96-b173-31743557a597)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:43.875341 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': 'ecf16c1c-1649-413c-aad3-2a033b9e3415', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'port_id': 'ecf16c1c-1649-413c-aad3-2a033b9e3415', 'mac_address': 'fa:16:3e:b0:54:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:45:43.912282 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port ecf16c1c-1649-413c-aad3-2a033b9e3415 is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:43.912680 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (ecf16c1c-1649-413c-aad3-2a033b9e3415), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:43.925745 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf16c1c-1649-413c-aad3-2a033b9e3415 {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:45:43.952942 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port ecf16c1c-1649-413c-aad3-2a033b9e3415, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ecf16c1c-1649-413c-aad3-2a033b9e3415,segment=NetworkSegment(b8b94001-be42-4e96-b173-31743557a597),segment_id=b8b94001-be42-4e96-b173-31743557a597)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:43.958531 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (ecf16c1c-1649-413c-aad3-2a033b9e3415), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:44.008744 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=ecf16c1c-1649-413c-aad3-2a033b9e3415,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:44.017076 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:44.017421 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:44.017770 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:44.018113 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:44.018450 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:44.018789 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:44.019114 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:44.020247 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:44.020247 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:44.020247 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:44.020537 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:44.020743 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:44.021051 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:44.021373 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:44.021708 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:44.048150 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68d1ef-fba0-41ea-9217-a4012d9c54b2 req-96306b8b-7399-497c-8ed6-5327a9331226 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:44.049785 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6e68d1ef-fba0-41ea-9217-a4012d9c54b2 req-96306b8b-7399-497c-8ed6-5327a9331226 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 945 time: 0.0608230 Apr 08 17:45:44.097443 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6e68d1ef-fba0-41ea-9217-a4012d9c54b2 req-a1a047df-84ba-49c8-b278-c3141c196bfa tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420086 Apr 08 17:45:44.364690 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['ecf16c1c-1649-413c-aad3-2a033b9e3415'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:45:45.019438 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d38d6d88-32ad-43e3-a0f1-3087bec27df5 req-72568c7c-e03c-4af6-b77d-7f8871a4a449 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388572 Apr 08 17:45:45.132584 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d6d88-32ad-43e3-a0f1-3087bec27df5 req-8ed2179b-5795-443d-be3f-38168d81da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:45.134282 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d38d6d88-32ad-43e3-a0f1-3087bec27df5 req-8ed2179b-5795-443d-be3f-38168d81da27 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5f737778e54346c1b6ff286669cf0345&device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 1129 time: 0.0387225 Apr 08 17:45:45.204486 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:45.222762 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f433c-e2a9-400d-b56a-1103c22f4f54 req-a9a7f3f0-a6a2-401e-9700-8a96aedb85fb tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:45.224287 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-678f433c-e2a9-400d-b56a-1103c22f4f54 req-a9a7f3f0-a6a2-401e-9700-8a96aedb85fb tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 945 time: 0.0586550 Apr 08 17:45:45.260643 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d6d88-32ad-43e3-a0f1-3087bec27df5 req-29597472-7698-4573-a9d9-586517836cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:45.262127 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d38d6d88-32ad-43e3-a0f1-3087bec27df5 req-29597472-7698-4573-a9d9-586517836cd6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5a3136a7-a509-4273-8192-f1445720478e HTTP/1.1" status: 200 len: 910 time: 0.1035130 Apr 08 17:45:45.277067 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-678f433c-e2a9-400d-b56a-1103c22f4f54 req-32abbbfa-0188-44e5-a752-e7da9a601eea tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467613 Apr 08 17:45:45.338721 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d38d6d88-32ad-43e3-a0f1-3087bec27df5 req-648ee468-2441-41e8-a5a0-72492e70a12c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cde18caf-aea3-43c2-9c9c-7a352f38e9ea HTTP/1.1" status: 200 len: 1001 time: 0.0676334 Apr 08 17:45:45.382736 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-bdfb11a4-ffb6-4812-90af-77dc33c9e08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:45.391488 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d6d88-32ad-43e3-a0f1-3087bec27df5 req-a6def6ba-b8ed-4648-9a53-12872d3b78af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:45.392990 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d38d6d88-32ad-43e3-a0f1-3087bec27df5 req-a6def6ba-b8ed-4648-9a53-12872d3b78af service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2fd8198-fe62-4651-aa0b-73bb0681f47e HTTP/1.1" status: 200 len: 848 time: 0.0476477 Apr 08 17:45:45.442735 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d6d88-32ad-43e3-a0f1-3087bec27df5 req-9061793e-7717-47ba-b43d-e4c369b80bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:45.444270 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d38d6d88-32ad-43e3-a0f1-3087bec27df5 req-9061793e-7717-47ba-b43d-e4c369b80bd0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5a3136a7-a509-4273-8192-f1445720478e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425539 Apr 08 17:45:45.543534 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d38d6d88-32ad-43e3-a0f1-3087bec27df5 req-272bfc0f-1bf7-4f51-b3b3-6be7692ee093 service neutron] 10.222.0.91 "GET /v2.0/networks/5a3136a7-a509-4273-8192-f1445720478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886106 Apr 08 17:45:45.647544 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d38d6d88-32ad-43e3-a0f1-3087bec27df5 req-8a3974e1-cfc7-414c-9efb-fa4148da047f service neutron] 10.222.0.91 "GET /v2.0/networks/5a3136a7-a509-4273-8192-f1445720478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882876 Apr 08 17:45:45.769530 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device ecf16c1c-1649-413c-aad3-2a033b9e3415 up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:45:45.817232 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port ecf16c1c-1649-413c-aad3-2a033b9e3415 completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:45:45.823844 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port ecf16c1c-1649-413c-aad3-2a033b9e3415 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:45.824289 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (ecf16c1c-1649-413c-aad3-2a033b9e3415), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:45.903790 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port ecf16c1c-1649-413c-aad3-2a033b9e3415 is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:45.904098 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (ecf16c1c-1649-413c-aad3-2a033b9e3415), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:45.928153 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee48630f-fe5e-4659-8ef5-ce7f84c9bc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf16c1c-1649-413c-aad3-2a033b9e3415'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:45:45.930839 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ede9f4-2dfa-4f3a-9da1-a950042d8033" -d '{"events": [{"server_uuid": "ee48630f-fe5e-4659-8ef5-ce7f84c9bc44", "name": "network-vif-plugged", "status": "completed", "tag": "ecf16c1c-1649-413c-aad3-2a033b9e3415"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:45:45.944539 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port ecf16c1c-1649-413c-aad3-2a033b9e3415, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ecf16c1c-1649-413c-aad3-2a033b9e3415,segment=NetworkSegment(b8b94001-be42-4e96-b173-31743557a597),segment_id=b8b94001-be42-4e96-b173-31743557a597)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:45.949007 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (ecf16c1c-1649-413c-aad3-2a033b9e3415), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:45.972399 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b5dea5-cf4e-463c-a02f-e64a689f4916 x-openstack-request-id: req-56b5dea5-cf4e-463c-a02f-e64a689f4916 {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:45:45.972692 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee48630f-fe5e-4659-8ef5-ce7f84c9bc44", "name": "network-vif-plugged", "status": "completed", "tag": "ecf16c1c-1649-413c-aad3-2a033b9e3415", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:45:45.972965 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56b5dea5-cf4e-463c-a02f-e64a689f4916 {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:45:45.973363 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b5dea5-cf4e-463c-a02f-e64a689f4916'] response: {'server_uuid': 'ee48630f-fe5e-4659-8ef5-ce7f84c9bc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf16c1c-1649-413c-aad3-2a033b9e3415', 'code': 200} Apr 08 17:45:46.000753 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=ecf16c1c-1649-413c-aad3-2a033b9e3415,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:46.199016 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbdd75-76c0-4f3b-a6c7-c2b26939798d req-6238c7ba-c47d-4afc-9a90-56a20b1a8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:46.200444 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-29fbdd75-76c0-4f3b-a6c7-c2b26939798d req-6238c7ba-c47d-4afc-9a90-56a20b1a8b61 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 1130 time: 0.0390921 Apr 08 17:45:46.245221 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-29fbdd75-76c0-4f3b-a6c7-c2b26939798d req-02aefac0-0fa5-47ad-8159-8632732492e5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386143 Apr 08 17:45:46.400772 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a1a0b-d660-4b73-a00e-73485749428a req-a652d1bf-5e0a-4a32-856d-c095d2ddbce8 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:46.402258 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8f7a1a0b-d660-4b73-a00e-73485749428a req-a652d1bf-5e0a-4a32-856d-c095d2ddbce8 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0498629 Apr 08 17:45:46.452774 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8f7a1a0b-d660-4b73-a00e-73485749428a req-170e4cbf-b560-4d02-807c-5531223733ed tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447738 Apr 08 17:45:47.567214 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612d008-b386-4712-860c-7bf4068fe782 req-bd9aee88-9d49-4e93-8124-360d4b4d4e85 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:47.568641 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d612d008-b386-4712-860c-7bf4068fe782 req-bd9aee88-9d49-4e93-8124-360d4b4d4e85 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0482709 Apr 08 17:45:47.624230 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d612d008-b386-4712-860c-7bf4068fe782 req-87bebac8-0b4d-4612-a894-652d23130ce6 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493960 Apr 08 17:45:48.046711 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-85b4dc64-eb91-4c55-be60-e6a7c5d51c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:48.739007 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fdf86-bee2-491f-ac8a-a7db1badf258 req-5218d0a4-2b01-473c-a939-05cefef58e8f tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:48.740675 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-476fdf86-bee2-491f-ac8a-a7db1badf258 req-5218d0a4-2b01-473c-a939-05cefef58e8f tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0507238 Apr 08 17:45:48.790545 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-476fdf86-bee2-491f-ac8a-a7db1badf258 req-1206d5f6-3211-4126-8e7d-8d7072fce8ba tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439715 Apr 08 17:45:48.841124 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:48.900618 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9bd96-f945-4f27-8116-c94740ef6a0d req-9687cdfb-0fc8-4502-bb79-39101344b6ca tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:48.902201 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fbe9bd96-f945-4f27-8116-c94740ef6a0d req-9687cdfb-0fc8-4502-bb79-39101344b6ca tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0476213 Apr 08 17:45:48.911089 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50338) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:48.915350 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-013c248f-ebb0-4820-9207-3be9bd6ab5db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Request body: {'floatingip': {'port_id': 'ecf16c1c-1649-413c-aad3-2a033b9e3415'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:48.955564 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-013c248f-ebb0-4820-9207-3be9bd6ab5db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for floatingip (f00a36b7-9de4-40c2-8ffa-db3f758ada5a), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:49.415588 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-013c248f-ebb0-4820-9207-3be9bd6ab5db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:49.420048 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-013c248f-ebb0-4820-9207-3be9bd6ab5db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (f00a36b7-9de4-40c2-8ffa-db3f758ada5a), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:49.523220 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.l3_db [None req-013c248f-ebb0-4820-9207-3be9bd6ab5db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Floating IP f00a36b7-9de4-40c2-8ffa-db3f758ada5a associated. External IP: 172.27.0.146, port: ecf16c1c-1649-413c-aad3-2a033b9e3415. Apr 08 17:45:49.963402 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013c248f-ebb0-4820-9207-3be9bd6ab5db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Router 7a94b463-b408-4de8-9146-9d334042a172 has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:45:50.072141 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013c248f-ebb0-4820-9207-3be9bd6ab5db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:45:50.076988 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-013c248f-ebb0-4820-9207-3be9bd6ab5db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:50.082195 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c9b9b3-f815-4058-8720-cb1a70feed10 None None] Sync routers for ids ['7a94b463-b408-4de8-9146-9d334042a172'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:45:50.093408 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c9b9b3-f815-4058-8720-cb1a70feed10 None None] Routers {'7a94b463-b408-4de8-9146-9d334042a172'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:45:50.094041 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-34c9b9b3-f815-4058-8720-cb1a70feed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:45:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7a94b463-b408-4de8-9146-9d334042a172'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:50.108269 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-013c248f-ebb0-4820-9207-3be9bd6ab5db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "PUT /v2.0/floatingips/f00a36b7-9de4-40c2-8ffa-db3f758ada5a HTTP/1.1" status: 200 len: 992 time: 1.1960773 Apr 08 17:45:50.108781 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee48630f-fe5e-4659-8ef5-ce7f84c9bc44', 'tag': 'ecf16c1c-1649-413c-aad3-2a033b9e3415'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:45:50.111059 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3bcbf0fb11f9b4b521f26e552f1266052730f1b4dd01594c51942873fe86f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eff7921-19c4-4271-9524-9e33f430ab35" -d '{"events": [{"name": "network-changed", "server_uuid": "ee48630f-fe5e-4659-8ef5-ce7f84c9bc44", "tag": "ecf16c1c-1649-413c-aad3-2a033b9e3415"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:45:50.146061 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736eb7f6-1a4c-46d3-82eb-76ab579c1cc0 x-openstack-request-id: req-736eb7f6-1a4c-46d3-82eb-76ab579c1cc0 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:45:50.146355 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee48630f-fe5e-4659-8ef5-ce7f84c9bc44", "tag": "ecf16c1c-1649-413c-aad3-2a033b9e3415", "status": "completed", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:45:50.146612 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-736eb7f6-1a4c-46d3-82eb-76ab579c1cc0 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:45:50.147025 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736eb7f6-1a4c-46d3-82eb-76ab579c1cc0'] response: {'name': 'network-changed', 'server_uuid': 'ee48630f-fe5e-4659-8ef5-ce7f84c9bc44', 'tag': 'ecf16c1c-1649-413c-aad3-2a033b9e3415', 'status': 'completed', 'code': 200} Apr 08 17:45:50.204583 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-34c9b9b3-f815-4058-8720-cb1a70feed10 None None] Set router 7a94b463-b408-4de8-9146-9d334042a172 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:45:50.414924 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff7921-19c4-4271-9524-9e33f430ab35 req-476224f3-5298-4e31-887a-517f92b45250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:50.416452 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8eff7921-19c4-4271-9524-9e33f430ab35 req-476224f3-5298-4e31-887a-517f92b45250 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=15eff12c90b045d5829b15564c4f687b&device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 1130 time: 0.0463631 Apr 08 17:45:50.519906 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-34c9b9b3-f815-4058-8720-cb1a70feed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:33Z', 'revision_number': 4, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port': {'id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'f00a36b7-9de4-40c2-8ffa-db3f758ada5a', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '7a94b463-b408-4de8-9146-9d334042a172', 'port_id': 'ecf16c1c-1649-413c-aad3-2a033b9e3415', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'mac_address': 'fa:16:3e:b0:54:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee48630f-fe5e-4659-8ef5-ce7f84c9bc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:45:35Z', 'updated_at': '2022-04-08T17:45:49Z', 'revision_number': 1, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d436f11-4db2-4fd1-9ba6-79f7893a5397', 'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'mac_address': 'fa:16:3e:b1:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:32Z', 'updated_at': '2022-04-08T17:45:36Z', 'revision_number': 5, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'subnets': [{'id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:50.543757 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:50.549933 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c9b9b3-f815-4058-8720-cb1a70feed10 None None] Checking router: 7a94b463-b408-4de8-9146-9d334042a172 for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:45:50.565561 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c9b9b3-f815-4058-8720-cb1a70feed10 None None] Routers {'7a94b463-b408-4de8-9146-9d334042a172'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:45:50.566227 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-34c9b9b3-f815-4058-8720-cb1a70feed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:45:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7a94b463-b408-4de8-9146-9d334042a172'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:50.590142 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff7921-19c4-4271-9524-9e33f430ab35 req-e6209c97-9734-4c4f-8625-8d15373df406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:50.592263 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8eff7921-19c4-4271-9524-9e33f430ab35 req-e6209c97-9734-4c4f-8625-8d15373df406 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9f86ef8-6f50-49db-84bd-326834993a5e HTTP/1.1" status: 200 len: 911 time: 0.0943198 Apr 08 17:45:50.683259 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-34c9b9b3-f815-4058-8720-cb1a70feed10 None None] Set router 7a94b463-b408-4de8-9146-9d334042a172 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:45:50.913303 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8eff7921-19c4-4271-9524-9e33f430ab35 req-27c36b29-f04b-4241-9ce9-f524f591b48a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf16c1c-1649-413c-aad3-2a033b9e3415 HTTP/1.1" status: 200 len: 1000 time: 0.0635829 Apr 08 17:45:50.915736 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-34c9b9b3-f815-4058-8720-cb1a70feed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:33Z', 'revision_number': 4, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port': {'id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'f00a36b7-9de4-40c2-8ffa-db3f758ada5a', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '7a94b463-b408-4de8-9146-9d334042a172', 'port_id': 'ecf16c1c-1649-413c-aad3-2a033b9e3415', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'mac_address': 'fa:16:3e:b0:54:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee48630f-fe5e-4659-8ef5-ce7f84c9bc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:45:35Z', 'updated_at': '2022-04-08T17:45:49Z', 'revision_number': 1, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d436f11-4db2-4fd1-9ba6-79f7893a5397', 'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'mac_address': 'fa:16:3e:b1:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:32Z', 'updated_at': '2022-04-08T17:45:36Z', 'revision_number': 5, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'subnets': [{'id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:50.947081 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c9b9b3-f815-4058-8720-cb1a70feed10 None None] The sync data for ids ['7a94b463-b408-4de8-9146-9d334042a172'] in dv-cinder-837164-1-iscsi is: [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:33Z', 'revision_number': 4, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port': {'id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'f00a36b7-9de4-40c2-8ffa-db3f758ada5a', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '7a94b463-b408-4de8-9146-9d334042a172', 'port_id': 'ecf16c1c-1649-413c-aad3-2a033b9e3415', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'mac_address': 'fa:16:3e:b0:54:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee48630f-fe5e-4659-8ef5-ce7f84c9bc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:45:35Z', 'updated_at': '2022-04-08T17:45:49Z', 'revision_number': 1, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d436f11-4db2-4fd1-9ba6-79f7893a5397', 'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'mac_address': 'fa:16:3e:b1:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:32Z', 'updated_at': '2022-04-08T17:45:36Z', 'revision_number': 5, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'subnets': [{'id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:45:50.970171 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff7921-19c4-4271-9524-9e33f430ab35 req-e2d3b8bf-270f-4b54-a2f4-0efb79f43076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:50.972029 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8eff7921-19c4-4271-9524-9e33f430ab35 req-e2d3b8bf-270f-4b54-a2f4-0efb79f43076 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=67508fbe-8598-4ea6-b340-f6743e16bbac HTTP/1.1" status: 200 len: 849 time: 0.0460157 Apr 08 17:45:51.022383 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff7921-19c4-4271-9524-9e33f430ab35 req-993cbeab-74fe-48a7-9d93-62efb8eadb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:51.023998 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8eff7921-19c4-4271-9524-9e33f430ab35 req-993cbeab-74fe-48a7-9d93-62efb8eadb90 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9f86ef8-6f50-49db-84bd-326834993a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422132 Apr 08 17:45:51.120023 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8eff7921-19c4-4271-9524-9e33f430ab35 req-0c9c722a-c879-48c1-b8a7-04952049f1a4 service neutron] 10.222.0.91 "GET /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894234 Apr 08 17:45:51.148580 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711303bb-efc2-4d32-ae6a-63f3ec1e8eda None None] New status for floating IP f00a36b7-9de4-40c2-8ffa-db3f758ada5a: ACTIVE {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:45:51.216634 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8eff7921-19c4-4271-9524-9e33f430ab35 req-081880db-37bd-418d-8107-03b35ed8d315 service neutron] 10.222.0.91 "GET /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886743 Apr 08 17:45:51.918516 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:57.136460 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a8474-54e7-495e-b1b3-e6b5398d83e9 req-e245bf85-2adf-4556-8550-b63cddf24393 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:57.138096 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0b4a8474-54e7-495e-b1b3-e6b5398d83e9 req-e245bf85-2adf-4556-8550-b63cddf24393 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 947 time: 0.0498185 Apr 08 17:45:57.187347 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0b4a8474-54e7-495e-b1b3-e6b5398d83e9 req-95cef57b-afc5-45c1-87f3-ca9e921b2670 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430708 Apr 08 17:45:58.321179 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09b7b0-8c72-450f-98cd-07b228a703c3 req-5f25838c-f1b6-47ff-973f-eb782b656926 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:58.322667 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fa09b7b0-8c72-450f-98cd-07b228a703c3 req-5f25838c-f1b6-47ff-973f-eb782b656926 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 947 time: 0.0469899 Apr 08 17:45:58.373129 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fa09b7b0-8c72-450f-98cd-07b228a703c3 req-f359a859-7069-49dd-87f9-869f7af9edf2 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439825 Apr 08 17:45:59.140863 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd510b-bfd8-4c94-9d6e-4ffb47ca3492 req-9e732b9b-242d-4d8b-be5c-bad5c375a377 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:59.142318 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-badd510b-bfd8-4c94-9d6e-4ffb47ca3492 req-9e732b9b-242d-4d8b-be5c-bad5c375a377 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.91 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 947 time: 0.0500939 Apr 08 17:45:59.237272 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-badd510b-bfd8-4c94-9d6e-4ffb47ca3492 req-c38fa1b6-7829-4181-8b45-e2fd409de34b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Deleting port 8bfd7d75-c20a-49ca-a044-2bb3160d036f {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:45:59.237617 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-badd510b-bfd8-4c94-9d6e-4ffb47ca3492 req-c38fa1b6-7829-4181-8b45-e2fd409de34b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:59.337740 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-badd510b-bfd8-4c94-9d6e-4ffb47ca3492 req-c38fa1b6-7829-4181-8b45-e2fd409de34b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] For port 8bfd7d75-c20a-49ca-a044-2bb3160d036f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8bfd7d75-c20a-49ca-a044-2bb3160d036f,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:59.338114 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-badd510b-bfd8-4c94-9d6e-4ffb47ca3492 req-c38fa1b6-7829-4181-8b45-e2fd409de34b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:59.499592 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02544d71-3de0-46fc-87e7-cfa401906b5c req-f9fa72d4-fcc1-4cae-ae8e-0b21530cc495 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:59.501099 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-02544d71-3de0-46fc-87e7-cfa401906b5c req-f9fa72d4-fcc1-4cae-ae8e-0b21530cc495 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 947 time: 0.0477641 Apr 08 17:45:59.518127 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-badd510b-bfd8-4c94-9d6e-4ffb47ca3492 req-c38fa1b6-7829-4181-8b45-e2fd409de34b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:59.518490 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-badd510b-bfd8-4c94-9d6e-4ffb47ca3492 req-c38fa1b6-7829-4181-8b45-e2fd409de34b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (51f702ce-d41a-40cb-b836-34bff79de5a2), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:59.518806 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [req-badd510b-bfd8-4c94-9d6e-4ffb47ca3492 req-c38fa1b6-7829-4181-8b45-e2fd409de34b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Floating IP 51f702ce-d41a-40cb-b836-34bff79de5a2 disassociated. External IP: 172.27.0.89, port: 8bfd7d75-c20a-49ca-a044-2bb3160d036f. Apr 08 17:45:59.519173 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-badd510b-bfd8-4c94-9d6e-4ffb47ca3492 req-c38fa1b6-7829-4181-8b45-e2fd409de34b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Calling delete_port for 8bfd7d75-c20a-49ca-a044-2bb3160d036f owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:45:59.554190 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-02544d71-3de0-46fc-87e7-cfa401906b5c req-86046adf-dbe7-415f-abb5-de85226f08d6 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7f113af-70a0-4318-bddd-2c5b90c1ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473273 Apr 08 17:45:59.669359 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-badd510b-bfd8-4c94-9d6e-4ffb47ca3492 req-c38fa1b6-7829-4181-8b45-e2fd409de34b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (8bfd7d75-c20a-49ca-a044-2bb3160d036f), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:59.697749 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fa1b6-7829-4181-8b45-e2fd409de34b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Pushing event deleted for resources: {'Port': ['ID=8bfd7d75-c20a-49ca-a044-2bb3160d036f,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:00.070043 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-badd510b-bfd8-4c94-9d6e-4ffb47ca3492 req-c38fa1b6-7829-4181-8b45-e2fd409de34b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Router 89e22a67-0070-48f4-829f-e7a58e7883ce has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:46:00.182729 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-badd510b-bfd8-4c94-9d6e-4ffb47ca3492 req-c38fa1b6-7829-4181-8b45-e2fd409de34b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:46:00.193823 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0ec49a-5e8e-4f05-875e-fe39a8d6b74a None None] Sync routers for ids ['89e22a67-0070-48f4-829f-e7a58e7883ce'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:46:00.205324 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0ec49a-5e8e-4f05-875e-fe39a8d6b74a None None] Routers {'89e22a67-0070-48f4-829f-e7a58e7883ce'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:00.205938 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-ff0ec49a-5e8e-4f05-875e-fe39a8d6b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:45:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['89e22a67-0070-48f4-829f-e7a58e7883ce'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:00.224937 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-badd510b-bfd8-4c94-9d6e-4ffb47ca3492 req-c38fa1b6-7829-4181-8b45-e2fd409de34b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] No DVR routers for this DVR port 8bfd7d75-c20a-49ca-a044-2bb3160d036f on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:46:00.227541 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-badd510b-bfd8-4c94-9d6e-4ffb47ca3492 req-c38fa1b6-7829-4181-8b45-e2fd409de34b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:00.230817 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-badd510b-bfd8-4c94-9d6e-4ffb47ca3492 req-c38fa1b6-7829-4181-8b45-e2fd409de34b tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.91 "DELETE /v2.0/ports/8bfd7d75-c20a-49ca-a044-2bb3160d036f HTTP/1.1" status: 204 len: 173 time: 1.0810037 Apr 08 17:46:00.231773 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af28c7c-b73c-44e9-bfb2-76571554a88c', 'name': 'network-vif-deleted', 'tag': '8bfd7d75-c20a-49ca-a044-2bb3160d036f'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:46:00.234044 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffe26bc-dc7d-45fa-9a9b-265f4faebac3" -d '{"events": [{"server_uuid": "9af28c7c-b73c-44e9-bfb2-76571554a88c", "name": "network-vif-deleted", "tag": "8bfd7d75-c20a-49ca-a044-2bb3160d036f"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:46:00.271452 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad2ac45-1e1c-4845-a649-01b652280e9c x-openstack-request-id: req-bad2ac45-1e1c-4845-a649-01b652280e9c {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:46:00.271742 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af28c7c-b73c-44e9-bfb2-76571554a88c", "name": "network-vif-deleted", "tag": "8bfd7d75-c20a-49ca-a044-2bb3160d036f", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:46:00.271996 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bad2ac45-1e1c-4845-a649-01b652280e9c {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:46:00.272429 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad2ac45-1e1c-4845-a649-01b652280e9c'] response: {'server_uuid': '9af28c7c-b73c-44e9-bfb2-76571554a88c', 'name': 'network-vif-deleted', 'tag': '8bfd7d75-c20a-49ca-a044-2bb3160d036f', 'status': 'completed', 'code': 200} Apr 08 17:46:00.323040 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-ff0ec49a-5e8e-4f05-875e-fe39a8d6b74a None None] Set router 89e22a67-0070-48f4-829f-e7a58e7883ce gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:00.528086 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-ff0ec49a-5e8e-4f05-875e-fe39a8d6b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:54Z', 'revision_number': 4, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port': {'id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '7801adad-2e09-4e4d-88a7-0a538e0e47a2', 'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'mac_address': 'fa:16:3e:87:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:38:59Z', 'revision_number': 5, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'subnets': [{'id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:00.559319 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0ec49a-5e8e-4f05-875e-fe39a8d6b74a None None] Checking router: 89e22a67-0070-48f4-829f-e7a58e7883ce for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:46:00.567802 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0ec49a-5e8e-4f05-875e-fe39a8d6b74a None None] Routers {'89e22a67-0070-48f4-829f-e7a58e7883ce'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:00.568453 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-ff0ec49a-5e8e-4f05-875e-fe39a8d6b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:45:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['89e22a67-0070-48f4-829f-e7a58e7883ce'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:00.665529 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-54c30409-30dd-4f91-aed6-7bbf4776a984 req-e0c8fdd3-f7da-4a29-8190-04892615830e tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af28c7c-b73c-44e9-bfb2-76571554a88c HTTP/1.1" status: 200 len: 210 time: 0.0265136 Apr 08 17:46:00.686048 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-ff0ec49a-5e8e-4f05-875e-fe39a8d6b74a None None] Set router 89e22a67-0070-48f4-829f-e7a58e7883ce gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:00.882164 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-ff0ec49a-5e8e-4f05-875e-fe39a8d6b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:54Z', 'revision_number': 4, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port': {'id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '7801adad-2e09-4e4d-88a7-0a538e0e47a2', 'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'mac_address': 'fa:16:3e:87:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:38:59Z', 'revision_number': 5, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'subnets': [{'id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:00.910746 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0ec49a-5e8e-4f05-875e-fe39a8d6b74a None None] The sync data for ids ['89e22a67-0070-48f4-829f-e7a58e7883ce'] in dv-cinder-837164-1-iscsi is: [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:54Z', 'revision_number': 4, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port': {'id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '7801adad-2e09-4e4d-88a7-0a538e0e47a2', 'name': '', 'network_id': '3f909255-dbbb-466b-8110-c840248ecd35', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'mac_address': 'fa:16:3e:87:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:38:59Z', 'revision_number': 5, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'subnets': [{'id': '2d7483e0-8178-4def-9351-4e162ca4c7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:46:01.134933 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a669ee26-5fb9-4b7c-941a-1f62702d9d24 None None] New status for floating IP 51f702ce-d41a-40cb-b836-34bff79de5a2: DOWN {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:46:01.758770 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50378) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:01.812529 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-627b96ab-6bc1-4a5b-b696-af35382068be tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group (e7f113af-70a0-4318-bddd-2c5b90c1ee9b), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:01.837235 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-627b96ab-6bc1-4a5b-b696-af35382068be tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group (e7f113af-70a0-4318-bddd-2c5b90c1ee9b), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:01.864732 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 8bfd7d75-c20a-49ca-a044-2bb3160d036f no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:46:01.885717 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: 8bfd7d75-c20a-49ca-a044-2bb3160d036f {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:46:01.886029 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 8bfd7d75-c20a-49ca-a044-2bb3160d036f not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:46:01.888774 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-627b96ab-6bc1-4a5b-b696-af35382068be tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (e7f113af-70a0-4318-bddd-2c5b90c1ee9b), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:01.891477 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-627b96ab-6bc1-4a5b-b696-af35382068be tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:01.892656 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-627b96ab-6bc1-4a5b-b696-af35382068be tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "DELETE /v2.0/security-groups/e7f113af-70a0-4318-bddd-2c5b90c1ee9b HTTP/1.1" status: 204 len: 168 time: 0.1328752 Apr 08 17:46:01.895350 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50380) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:01.902054 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b96ab-6bc1-4a5b-b696-af35382068be tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f113af-70a0-4318-bddd-2c5b90c1ee9b,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:01.909208 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.api.v2.resource [None req-583c99a5-c10c-4790-86ae-c5919202194f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] show failed (client error): The resource could not be found. Apr 08 17:46:01.913235 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50382) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:01.914134 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-583c99a5-c10c-4790-86ae-c5919202194f tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "GET /v2.0/security-groups/e7f113af-70a0-4318-bddd-2c5b90c1ee9b HTTP/1.1" status: 404 len: 347 time: 0.0176859 Apr 08 17:46:02.032172 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-0c94e990-30fb-47a2-9228-791d3fbe7566 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Deleting port efb4d3c2-42fe-4b2d-b0b2-d7378a0aedaa {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:46:02.032535 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0c94e990-30fb-47a2-9228-791d3fbe7566 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (efb4d3c2-42fe-4b2d-b0b2-d7378a0aedaa), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:02.115457 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0c94e990-30fb-47a2-9228-791d3fbe7566 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (efb4d3c2-42fe-4b2d-b0b2-d7378a0aedaa), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:02.115793 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0c94e990-30fb-47a2-9228-791d3fbe7566 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for floatingip (efb4d3c2-42fe-4b2d-b0b2-d7378a0aedaa), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:02.127580 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-0c94e990-30fb-47a2-9228-791d3fbe7566 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Calling delete_port for efb4d3c2-42fe-4b2d-b0b2-d7378a0aedaa owned by network:floatingip {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:46:02.264482 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0c94e990-30fb-47a2-9228-791d3fbe7566 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (efb4d3c2-42fe-4b2d-b0b2-d7378a0aedaa), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:02.291603 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94e990-30fb-47a2-9228-791d3fbe7566 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Pushing event deleted for resources: {'Port': ['ID=efb4d3c2-42fe-4b2d-b0b2-d7378a0aedaa,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:02.357218 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0c94e990-30fb-47a2-9228-791d3fbe7566 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks [] for floatingip (51f702ce-d41a-40cb-b836-34bff79de5a2), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:02.359892 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0c94e990-30fb-47a2-9228-791d3fbe7566 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:02.361072 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-0c94e990-30fb-47a2-9228-791d3fbe7566 tempest-AttachVolumeShelveTestJSON-1882056512 tempest-AttachVolumeShelveTestJSON-1882056512-project] 10.222.0.24 "DELETE /v2.0/floatingips/51f702ce-d41a-40cb-b836-34bff79de5a2 HTTP/1.1" status: 204 len: 168 time: 0.4468594 Apr 08 17:46:04.781712 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50410) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:05.202139 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-986aea63-1dd9-4891-bc40-188ffe7e4b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643744'] for router_interface (89e22a67-0070-48f4-829f-e7a58e7883ce), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:05.437833 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-986aea63-1dd9-4891-bc40-188ffe7e4b1c admin admin] Deleting port 7801adad-2e09-4e4d-88a7-0a538e0e47a2 {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:46:05.438173 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-986aea63-1dd9-4891-bc40-188ffe7e4b1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (7801adad-2e09-4e4d-88a7-0a538e0e47a2), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:05.515823 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-986aea63-1dd9-4891-bc40-188ffe7e4b1c admin admin] For port 7801adad-2e09-4e4d-88a7-0a538e0e47a2, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=7801adad-2e09-4e4d-88a7-0a538e0e47a2,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:05.516190 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-986aea63-1dd9-4891-bc40-188ffe7e4b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (7801adad-2e09-4e4d-88a7-0a538e0e47a2), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:05.531323 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-986aea63-1dd9-4891-bc40-188ffe7e4b1c admin admin] Calling delete_port for 7801adad-2e09-4e4d-88a7-0a538e0e47a2 owned by network:router_interface {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:46:05.720670 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-986aea63-1dd9-4891-bc40-188ffe7e4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (7801adad-2e09-4e4d-88a7-0a538e0e47a2), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:05.748535 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986aea63-1dd9-4891-bc40-188ffe7e4b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=7801adad-2e09-4e4d-88a7-0a538e0e47a2,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:05.928502 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-986aea63-1dd9-4891-bc40-188ffe7e4b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1643636'] for router_interface (89e22a67-0070-48f4-829f-e7a58e7883ce), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:06.168751 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986aea63-1dd9-4891-bc40-188ffe7e4b1c admin admin] Router 89e22a67-0070-48f4-829f-e7a58e7883ce has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:46:06.283770 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986aea63-1dd9-4891-bc40-188ffe7e4b1c admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:46:06.288892 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-986aea63-1dd9-4891-bc40-188ffe7e4b1c admin admin] 10.222.0.24 "PUT /v2.0/routers/89e22a67-0070-48f4-829f-e7a58e7883ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5060878 Apr 08 17:46:06.291244 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50416) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:06.292769 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602aece-50fc-46b2-9914-2dac62b4d123 None None] Sync routers for ids ['89e22a67-0070-48f4-829f-e7a58e7883ce'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:46:06.304894 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4602aece-50fc-46b2-9914-2dac62b4d123 None None] Routers {'89e22a67-0070-48f4-829f-e7a58e7883ce'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:06.305545 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-4602aece-50fc-46b2-9914-2dac62b4d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:45:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['89e22a67-0070-48f4-829f-e7a58e7883ce'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:06.398613 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ae790281-c709-40c3-95fd-7fe8cf04d354 admin admin] Publish callbacks [] for router (89e22a67-0070-48f4-829f-e7a58e7883ce), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:06.426128 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-4602aece-50fc-46b2-9914-2dac62b4d123 None None] Set router 89e22a67-0070-48f4-829f-e7a58e7883ce gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:06.594968 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:46:06.711938 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-4602aece-50fc-46b2-9914-2dac62b4d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:46:05Z', 'revision_number': 5, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port': {'id': '9f3ee4c0-108f-4ca0-bf11-d9a178845be9', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:06.727072 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ae790281-c709-40c3-95fd-7fe8cf04d354 admin admin] Publish callbacks [] for router_gateway (89e22a67-0070-48f4-829f-e7a58e7883ce), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:06.739882 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602aece-50fc-46b2-9914-2dac62b4d123 None None] Checking router: 89e22a67-0070-48f4-829f-e7a58e7883ce for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:46:06.748361 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4602aece-50fc-46b2-9914-2dac62b4d123 None None] Routers {'89e22a67-0070-48f4-829f-e7a58e7883ce'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:06.749022 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-4602aece-50fc-46b2-9914-2dac62b4d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:45:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['89e22a67-0070-48f4-829f-e7a58e7883ce'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:06.772471 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-ae790281-c709-40c3-95fd-7fe8cf04d354 admin admin] Deleting port 9f3ee4c0-108f-4ca0-bf11-d9a178845be9 {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:46:06.772808 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ae790281-c709-40c3-95fd-7fe8cf04d354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (9f3ee4c0-108f-4ca0-bf11-d9a178845be9), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:06.840877 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-4602aece-50fc-46b2-9914-2dac62b4d123 None None] Set router 89e22a67-0070-48f4-829f-e7a58e7883ce gateway port host: None {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:06.855368 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-ae790281-c709-40c3-95fd-7fe8cf04d354 admin admin] For port 9f3ee4c0-108f-4ca0-bf11-d9a178845be9, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=9f3ee4c0-108f-4ca0-bf11-d9a178845be9,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:06.855740 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ae790281-c709-40c3-95fd-7fe8cf04d354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (9f3ee4c0-108f-4ca0-bf11-d9a178845be9), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:06.869645 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-ae790281-c709-40c3-95fd-7fe8cf04d354 admin admin] Calling delete_port for 9f3ee4c0-108f-4ca0-bf11-d9a178845be9 owned by network:router_gateway {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:46:06.896749 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-4602aece-50fc-46b2-9914-2dac62b4d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:46:06Z', 'revision_number': 6, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port_host': None}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:06.923923 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602aece-50fc-46b2-9914-2dac62b4d123 None None] The sync data for ids ['89e22a67-0070-48f4-829f-e7a58e7883ce'] in dv-cinder-837164-1-iscsi is: [{'id': '89e22a67-0070-48f4-829f-e7a58e7883ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2136201270-router', 'tenant_id': '2e1edd846d3342cc9792c6c7fa78f229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:46:06Z', 'revision_number': 6, 'project_id': '2e1edd846d3342cc9792c6c7fa78f229', 'gw_port_host': None}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:46:07.056000 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ae790281-c709-40c3-95fd-7fe8cf04d354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (9f3ee4c0-108f-4ca0-bf11-d9a178845be9), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:07.081544 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae790281-c709-40c3-95fd-7fe8cf04d354 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3ee4c0-108f-4ca0-bf11-d9a178845be9,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:07.144107 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ae790281-c709-40c3-95fd-7fe8cf04d354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645974'] for router_gateway (89e22a67-0070-48f4-829f-e7a58e7883ce), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:07.237076 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ae790281-c709-40c3-95fd-7fe8cf04d354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6559'] for router (89e22a67-0070-48f4-829f-e7a58e7883ce), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:07.239463 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ae790281-c709-40c3-95fd-7fe8cf04d354 admin admin] Publish callbacks [] for router_controller (89e22a67-0070-48f4-829f-e7a58e7883ce), precommit_delete_associations {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:07.291022 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ae790281-c709-40c3-95fd-7fe8cf04d354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1731893'] for router (89e22a67-0070-48f4-829f-e7a58e7883ce), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:07.291591 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae790281-c709-40c3-95fd-7fe8cf04d354 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89e22a67-0070-48f4-829f-e7a58e7883ce {{(pid=103644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 17:46:07.296382 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ae790281-c709-40c3-95fd-7fe8cf04d354 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:07.297575 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-ae790281-c709-40c3-95fd-7fe8cf04d354 admin admin] 10.222.0.24 "DELETE /v2.0/routers/89e22a67-0070-48f4-829f-e7a58e7883ce HTTP/1.1" status: 204 len: 168 time: 1.0053325 Apr 08 17:46:07.300151 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50418) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:07.358715 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96dcb7f-b835-4863-8dc4-b690f3387c0f admin admin] Deleting subnet 2d7483e0-8178-4def-9351-4e162ca4c7f4 {{(pid=103644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:46:07.361977 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e96dcb7f-b835-4863-8dc4-b690f3387c0f admin admin] Publish callbacks [] for subnet (2d7483e0-8178-4def-9351-4e162ca4c7f4), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:07.396930 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e96dcb7f-b835-4863-8dc4-b690f3387c0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8211231'] for subnet (2d7483e0-8178-4def-9351-4e162ca4c7f4), precommit_delete_associations {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:07.484907 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e96dcb7f-b835-4863-8dc4-b690f3387c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929042'] for subnet (2d7483e0-8178-4def-9351-4e162ca4c7f4), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:07.538844 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e96dcb7f-b835-4863-8dc4-b690f3387c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5085542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4944753'] for subnet (2d7483e0-8178-4def-9351-4e162ca4c7f4), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:07.566485 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dcb7f-b835-4863-8dc4-b690f3387c0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d7483e0-8178-4def-9351-4e162ca4c7f4,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:07.568728 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e96dcb7f-b835-4863-8dc4-b690f3387c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:07.572698 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-e96dcb7f-b835-4863-8dc4-b690f3387c0f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2d7483e0-8178-4def-9351-4e162ca4c7f4 HTTP/1.1" status: 204 len: 168 time: 0.2712679 Apr 08 17:46:07.573208 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a806a100-1180-4b58-a511-44e2be8bc6f4 None None] Network 3f909255-dbbb-466b-8110-c840248ecd35 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:46:07.575076 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50420) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:07.646827 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-970409'] for network (3f909255-dbbb-466b-8110-c840248ecd35), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:07.710301 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] Deleting port 87c7a205-e0f0-4cab-8558-70dc186a6d61 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:46:07.710649 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (87c7a205-e0f0-4cab-8558-70dc186a6d61), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:07.782994 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39c0d29-26c1-4101-941b-33bec72ed4cd None None] DHCP port deletion for 3f909255-dbbb-466b-8110-c840248ecd35 request from dv-cinder-837164-1-iscsi {{(pid=103645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 17:46:07.789796 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] For port 87c7a205-e0f0-4cab-8558-70dc186a6d61, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=87c7a205-e0f0-4cab-8558-70dc186a6d61,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:07.790166 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (87c7a205-e0f0-4cab-8558-70dc186a6d61), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:07.818165 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] Calling delete_port for 87c7a205-e0f0-4cab-8558-70dc186a6d61 owned by network:dhcp {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:46:07.859234 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 7801adad-2e09-4e4d-88a7-0a538e0e47a2 no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:46:07.885070 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-e39c0d29-26c1-4101-941b-33bec72ed4cd None None] Deleting port 87c7a205-e0f0-4cab-8558-70dc186a6d61 {{(pid=103645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:46:07.885545 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-e39c0d29-26c1-4101-941b-33bec72ed4cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (87c7a205-e0f0-4cab-8558-70dc186a6d61), before_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:07.887996 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: 7801adad-2e09-4e4d-88a7-0a538e0e47a2 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:46:07.888401 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 7801adad-2e09-4e4d-88a7-0a538e0e47a2 not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:46:07.888823 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 9f3ee4c0-108f-4ca0-bf11-d9a178845be9 no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:46:07.905577 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (87c7a205-e0f0-4cab-8558-70dc186a6d61), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:07.933890 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] Pushing event deleted for resources: {'Port': ['ID=87c7a205-e0f0-4cab-8558-70dc186a6d61,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:07.935136 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: 9f3ee4c0-108f-4ca0-bf11-d9a178845be9 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:46:07.935757 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] No DVR routers for this DVR port 87c7a205-e0f0-4cab-8558-70dc186a6d61 on host dv-cinder-837164-1-iscsi {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:46:07.936098 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 9f3ee4c0-108f-4ca0-bf11-d9a178845be9 not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:46:07.985453 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-e39c0d29-26c1-4101-941b-33bec72ed4cd None None] For port 87c7a205-e0f0-4cab-8558-70dc186a6d61, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=87c7a205-e0f0-4cab-8558-70dc186a6d61,segment=NetworkSegment(90adf09e-e73a-4d2a-a833-e4962bed0f69),segment_id=90adf09e-e73a-4d2a-a833-e4962bed0f69)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:07.985867 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-e39c0d29-26c1-4101-941b-33bec72ed4cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (87c7a205-e0f0-4cab-8558-70dc186a6d61), precommit_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:08.003293 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-e39c0d29-26c1-4101-941b-33bec72ed4cd None None] Calling delete_port for 87c7a205-e0f0-4cab-8558-70dc186a6d61 owned by network:dhcp {{(pid=103645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:46:08.014255 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931487', 'neutron.services.segments.db._delete_segments_for_network-8761101197981'] for network (3f909255-dbbb-466b-8110-c840248ecd35), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:08.038945 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f909255-dbbb-466b-8110-c840248ecd35']}} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:08.049700 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90adf09e-e73a-4d2a-a833-e4962bed0f69') {'for_net_delete': True} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:08.050074 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90adf09e-e73a-4d2a-a833-e4962bed0f69') {} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:08.059888 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761101199014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7555446'] for segment (90adf09e-e73a-4d2a-a833-e4962bed0f69), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:08.077290 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (90adf09e-e73a-4d2a-a833-e4962bed0f69), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:08.084437 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=103643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:46:08.084932 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7534669'] for segment (90adf09e-e73a-4d2a-a833-e4962bed0f69), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:08.086040 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-e39c0d29-26c1-4101-941b-33bec72ed4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641'] for port (87c7a205-e0f0-4cab-8558-70dc186a6d61), after_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: Traceback (most recent call last): Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: timer() Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: cb(*args, **kw) Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: return func(*args, **kwargs) Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: self._notify() Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: self.callback(batched_events) Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: event.method(event) Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: return f(self, *a, **k) Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._get(url).json() Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: return self.request(url, 'GET', **kwargs) Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:46:08.086822 dv-cinder-837164-1-iscsi neutron-server[103643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:46:08.110859 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c0d29-26c1-4101-941b-33bec72ed4cd None None] Pushing event deleted for resources: {'Port': ['ID=87c7a205-e0f0-4cab-8558-70dc186a6d61,revision_number=None']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:08.114700 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c0d29-26c1-4101-941b-33bec72ed4cd None None] No DVR routers for this DVR port 87c7a205-e0f0-4cab-8558-70dc186a6d61 on host dv-cinder-837164-1-iscsi {{(pid=103645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:46:08.147028 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646066'] for network (3f909255-dbbb-466b-8110-c840248ecd35), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:08.152533 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:08.155651 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] 10.222.0.24 "DELETE /v2.0/networks/3f909255-dbbb-466b-8110-c840248ecd35 HTTP/1.1" status: 204 len: 168 time: 0.5790792 Apr 08 17:46:08.166380 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c994380-3786-48e8-a9e8-fd2ad011e5fc admin admin] Pushing event deleted for resources: {'Network': ['ID=3f909255-dbbb-466b-8110-c840248ecd35,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:08.270159 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50424) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:08.310973 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-5cb771be-3797-469e-b41d-8e77154994bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e1edd846d3342cc9792c6c7fa78f229&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396445 Apr 08 17:46:08.313484 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50426) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:08.370020 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-56d032a7-35d2-453b-89ef-61f4445f519e admin admin] Publish callbacks [] for security_group (52b03e62-5663-42a7-a9b4-f9717cc87e68), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:08.393935 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-56d032a7-35d2-453b-89ef-61f4445f519e admin admin] Publish callbacks [] for security_group (52b03e62-5663-42a7-a9b4-f9717cc87e68), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:08.442055 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-56d032a7-35d2-453b-89ef-61f4445f519e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (52b03e62-5663-42a7-a9b4-f9717cc87e68), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:08.444628 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-56d032a7-35d2-453b-89ef-61f4445f519e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:08.445843 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-56d032a7-35d2-453b-89ef-61f4445f519e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52b03e62-5663-42a7-a9b4-f9717cc87e68 HTTP/1.1" status: 204 len: 168 time: 0.1314518 Apr 08 17:46:08.454510 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d032a7-35d2-453b-89ef-61f4445f519e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b03e62-5663-42a7-a9b4-f9717cc87e68,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:09.138493 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50448) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:09.235539 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-56ae843c-0529-4b42-b4ea-51959944da55 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-495078667-network', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:09.254397 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ae843c-0529-4b42-b4ea-51959944da55 admin admin] Made reservation on behalf of aaabcfbd4b674669a45d5943f398cf09 for: {'network': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:46:09.256752 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-56ae843c-0529-4b42-b4ea-51959944da55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for network (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:09.265586 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-56ae843c-0529-4b42-b4ea-51959944da55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:09.352044 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-56ae843c-0529-4b42-b4ea-51959944da55 admin admin] Publish callbacks [] for security_group (65086c81-ca95-471e-9017-98c4d1c63ff7), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:09.356011 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-56ae843c-0529-4b42-b4ea-51959944da55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (65086c81-ca95-471e-9017-98c4d1c63ff7), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:09.379999 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ae843c-0529-4b42-b4ea-51959944da55 admin admin] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=103644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:46:09.390405 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae843c-0529-4b42-b4ea-51959944da55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65086c81-ca95-471e-9017-98c4d1c63ff7,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:09.396364 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-56ae843c-0529-4b42-b4ea-51959944da55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (ad32b915-86ea-4ecd-9648-61d956570481), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:09.396688 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.segments_db [None req-56ae843c-0529-4b42-b4ea-51959944da55 admin admin] Added segment ad32b915-86ea-4ecd-9648-61d956570481 of type vlan for network bd0ad82c-1f24-48da-99df-4888f7a9a297 Apr 08 17:46:09.435849 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-56ae843c-0529-4b42-b4ea-51959944da55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761100671573'] for network (bd0ad82c-1f24-48da-99df-4888f7a9a297), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:09.464476 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-56ae843c-0529-4b42-b4ea-51959944da55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for network (bd0ad82c-1f24-48da-99df-4888f7a9a297), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:09.466073 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ae843c-0529-4b42-b4ea-51959944da55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:09.466648 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-56ae843c-0529-4b42-b4ea-51959944da55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:09.496759 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-56ae843c-0529-4b42-b4ea-51959944da55 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3572557 Apr 08 17:46:09.500170 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50452) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:09.506654 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-5acb2b8c-7b21-45a5-b91d-62628949f6fa admin admin] Request body: {'subnet': {'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-495078667-subnet', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:09.529649 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acb2b8c-7b21-45a5-b91d-62628949f6fa admin admin] Made reservation on behalf of aaabcfbd4b674669a45d5943f398cf09 for: {'subnet': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:46:09.531448 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae843c-0529-4b42-b4ea-51959944da55 admin admin] Pushing event updated for resources: {'Network': ['ID=bd0ad82c-1f24-48da-99df-4888f7a9a297,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:09.532244 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5acb2b8c-7b21-45a5-b91d-62628949f6fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5067452'] for subnet (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:09.542456 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Network bd0ad82c-1f24-48da-99df-4888f7a9a297 details requested by agent ovs-agent-dv-cinder-837164-1-iscsi with host dv-cinder-837164-1-iscsi {{(pid=103645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:46:09.562693 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 87c7a205-e0f0-4cab-8558-70dc186a6d61 no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:46:09.592325 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: 87c7a205-e0f0-4cab-8558-70dc186a6d61 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:46:09.592683 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 87c7a205-e0f0-4cab-8558-70dc186a6d61 not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:46:09.721453 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5acb2b8c-7b21-45a5-b91d-62628949f6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7535342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5067474'] for subnet (45c432b0-63db-46fb-a453-edf44d8ceb58), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:09.782347 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb2b8c-7b21-45a5-b91d-62628949f6fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c432b0-63db-46fb-a453-edf44d8ceb58,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:09.791019 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acb2b8c-7b21-45a5-b91d-62628949f6fa admin admin] Checking segment: {'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:46:09.791376 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acb2b8c-7b21-45a5-b91d-62628949f6fa admin admin] Network hostable DHCP agents. Network: bd0ad82c-1f24-48da-99df-4888f7a9a297, hostable agents: ['72b2ee88-fa79-44c9-b63e-eafca22f1392'], hosted agents: [] {{(pid=103643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:46:09.811201 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acb2b8c-7b21-45a5-b91d-62628949f6fa admin admin] Network bd0ad82c-1f24-48da-99df-4888f7a9a297 is scheduled to be hosted by DHCP agent 72b2ee88-fa79-44c9-b63e-eafca22f1392 with binding_index 1 {{(pid=103643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:46:09.820164 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-5acb2b8c-7b21-45a5-b91d-62628949f6fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837164-1-iscsi, bd0ad82c-1f24-48da-99df-4888f7a9a297) {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:09.824841 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acb2b8c-7b21-45a5-b91d-62628949f6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:09.825921 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5acb2b8c-7b21-45a5-b91d-62628949f6fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:09.830639 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273e8cf9-700a-4964-89a4-748378045b9c None None] Network bd0ad82c-1f24-48da-99df-4888f7a9a297 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:46:09.844006 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-5acb2b8c-7b21-45a5-b91d-62628949f6fa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3388896 Apr 08 17:46:09.844266 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50454) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:09.848535 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-0988f324-658e-4289-8184-e3fffe7187ac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:09.867749 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0988f324-658e-4289-8184-e3fffe7187ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6541'] for router (2523256f-9d81-4b59-b7b0-2a0e4333db4b), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:09.868810 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0988f324-658e-4289-8184-e3fffe7187ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1646445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6548'] for router (2523256f-9d81-4b59-b7b0-2a0e4333db4b), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:09.922937 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0988f324-658e-4289-8184-e3fffe7187ac admin admin] Publish callbacks [] for router_controller (2523256f-9d81-4b59-b7b0-2a0e4333db4b), precommit_add_association {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:09.953262 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46dd6811-0023-5a74-808c-f3f6e7a50dab-bd0ad82c-1f24-48da-99df-4888f7a9a297', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58'}]}} from dv-cinder-837164-1-iscsi. {{(pid=103645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:46:09.954215 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:10.071226 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0988f324-658e-4289-8184-e3fffe7187ac admin admin] Publish callbacks [] for router_gateway (2523256f-9d81-4b59-b7b0-2a0e4333db4b), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:10.104626 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.db_base_plugin_common [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] Allocated IP 172.20.0.2 (bd0ad82c-1f24-48da-99df-4888f7a9a297/45c432b0-63db-46fb-a453-edf44d8ceb58/2249a538-b9e9-458b-aa3c-1172d0195957) {{(pid=103645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:46:10.247706 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] Publish callbacks [] for port (2249a538-b9e9-458b-aa3c-1172d0195957), precommit_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:10.253679 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632'] for port (2249a538-b9e9-458b-aa3c-1172d0195957), after_create {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:10.267079 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0988f324-658e-4289-8184-e3fffe7187ac admin admin] Publish callbacks [] for router_gateway (2523256f-9d81-4b59-b7b0-2a0e4333db4b), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:10.292924 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0988f324-658e-4289-8184-e3fffe7187ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:10.298814 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] Network bd0ad82c-1f24-48da-99df-4888f7a9a297 is already hosted by enough agents. {{(pid=103645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:10.301943 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.scheduler.base_scheduler [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] Resources bound (agent type, host, resource id): {{(pid=103645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:10.305662 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] Received port after_create {{(pid=103645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:46:10.312706 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] Pushing event updated for resources: {'Port': ['ID=2249a538-b9e9-458b-aa3c-1172d0195957,revision_number=1']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:10.365997 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] Attempting to bind port 2249a538-b9e9-458b-aa3c-1172d0195957 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:46:10.366485 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] Attempting to bind port 2249a538-b9e9-458b-aa3c-1172d0195957 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:46:10.366874 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] Attempting to bind port 2249a538-b9e9-458b-aa3c-1172d0195957 on network bd0ad82c-1f24-48da-99df-4888f7a9a297 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:10.373678 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:46:10.374065 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] Checking segment: {'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:46:10.374480 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:10.374941 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] Bound using segment: {'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:46:10.375390 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] Bound port: 2249a538-b9e9-458b-aa3c-1172d0195957, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:46:10.375784 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (2249a538-b9e9-458b-aa3c-1172d0195957), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:10.401505 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-0988f324-658e-4289-8184-e3fffe7187ac admin admin] Allocated IP 172.27.0.63 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/39d1f7b4-5f16-4968-9459-5b2d1383855c) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:46:10.441072 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] For port 2249a538-b9e9-458b-aa3c-1172d0195957, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:46:10.444588 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] For port 2249a538-b9e9-458b-aa3c-1172d0195957, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=2249a538-b9e9-458b-aa3c-1172d0195957,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:46:10.450985 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (2249a538-b9e9-458b-aa3c-1172d0195957), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:10.513221 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0988f324-658e-4289-8184-e3fffe7187ac admin admin] Publish callbacks [] for port (39d1f7b4-5f16-4968-9459-5b2d1383855c), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:10.514456 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2c4db-0d20-4475-83e9-d3f9012a2e18 None None] Pushing event updated for resources: {'Port': ['ID=2249a538-b9e9-458b-aa3c-1172d0195957,revision_number=2']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:10.550109 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0988f324-658e-4289-8184-e3fffe7187ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (39d1f7b4-5f16-4968-9459-5b2d1383855c), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:10.595819 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0988f324-658e-4289-8184-e3fffe7187ac admin admin] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:10.598901 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-0988f324-658e-4289-8184-e3fffe7187ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:10.602443 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0988f324-658e-4289-8184-e3fffe7187ac admin admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:46:10.608033 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988f324-658e-4289-8184-e3fffe7187ac admin admin] Pushing event updated for resources: {'Port': ['ID=39d1f7b4-5f16-4968-9459-5b2d1383855c,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:10.884765 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0988f324-658e-4289-8184-e3fffe7187ac admin admin] Publish callbacks [] for router_gateway (2523256f-9d81-4b59-b7b0-2a0e4333db4b), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:11.099083 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0988f324-658e-4289-8184-e3fffe7187ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646010'] for router (2523256f-9d81-4b59-b7b0-2a0e4333db4b), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:11.260664 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0988f324-658e-4289-8184-e3fffe7187ac admin admin] Router 2523256f-9d81-4b59-b7b0-2a0e4333db4b is scheduled to L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 with binding_index 1 {{(pid=103643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:46:11.390720 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0988f324-658e-4289-8184-e3fffe7187ac admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:46:11.401489 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] Sync routers for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:46:11.422656 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0988f324-658e-4289-8184-e3fffe7187ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:11.423170 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:11.423830 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:45:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:11.424326 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-0988f324-658e-4289-8184-e3fffe7187ac admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5790577 Apr 08 17:46:11.427012 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50458) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:11.525204 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9f1083-6899-4167-9078-5557c02771b9 None None] Network bd0ad82c-1f24-48da-99df-4888f7a9a297 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:46:11.592591 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-660126aa-d6a0-4db5-b496-234d0677dae4 None None] Provisioning complete for port 2249a538-b9e9-458b-aa3c-1172d0195957 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:11.592962 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-660126aa-d6a0-4db5-b496-234d0677dae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (2249a538-b9e9-458b-aa3c-1172d0195957), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:11.624185 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 2249a538-b9e9-458b-aa3c-1172d0195957 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:11.669181 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:11.898685 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 2249a538-b9e9-458b-aa3c-1172d0195957 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:11.898935 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (2249a538-b9e9-458b-aa3c-1172d0195957), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:11.940502 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-660126aa-d6a0-4db5-b496-234d0677dae4 None None] Current status of the port 2249a538-b9e9-458b-aa3c-1172d0195957 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:11.940862 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-660126aa-d6a0-4db5-b496-234d0677dae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (2249a538-b9e9-458b-aa3c-1172d0195957), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.024797 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-660126aa-d6a0-4db5-b496-234d0677dae4 None None] For port 2249a538-b9e9-458b-aa3c-1172d0195957, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=2249a538-b9e9-458b-aa3c-1172d0195957,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:12.031236 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:10Z', 'revision_number': 3, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:12.054532 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-660126aa-d6a0-4db5-b496-234d0677dae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (2249a538-b9e9-458b-aa3c-1172d0195957), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.118060 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] Checking router: 2523256f-9d81-4b59-b7b0-2a0e4333db4b for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:46:12.118410 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] Updating router 2523256f-9d81-4b59-b7b0-2a0e4333db4b port 39d1f7b4-5f16-4968-9459-5b2d1383855c binding host dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:46:12.147905 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 2249a538-b9e9-458b-aa3c-1172d0195957 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:12.180322 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (39d1f7b4-5f16-4968-9459-5b2d1383855c), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.187404 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2a91ec45-8e52-450a-9769-c083b3f1da1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.206093 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660126aa-d6a0-4db5-b496-234d0677dae4 None None] Pushing event updated for resources: {'Port': ['ID=2249a538-b9e9-458b-aa3c-1172d0195957,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:12.343880 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-92e770a9-fbd7-488b-9c17-5931fbd94f6f None None] Provisioning complete for port 2249a538-b9e9-458b-aa3c-1172d0195957 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:12.344268 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-92e770a9-fbd7-488b-9c17-5931fbd94f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (2249a538-b9e9-458b-aa3c-1172d0195957), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.369311 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-2a91ec45-8e52-450a-9769-c083b3f1da1b admin admin] Allocated IP 172.20.0.1 (bd0ad82c-1f24-48da-99df-4888f7a9a297/45c432b0-63db-46fb-a453-edf44d8ceb58/e6b82678-51e5-4c0d-8367-6117473e8e43) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:46:12.490088 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2a91ec45-8e52-450a-9769-c083b3f1da1b admin admin] Publish callbacks [] for port (e6b82678-51e5-4c0d-8367-6117473e8e43), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.524768 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2a91ec45-8e52-450a-9769-c083b3f1da1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (e6b82678-51e5-4c0d-8367-6117473e8e43), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.550461 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-92e770a9-fbd7-488b-9c17-5931fbd94f6f None None] Current status of the port 2249a538-b9e9-458b-aa3c-1172d0195957 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:12.568546 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a91ec45-8e52-450a-9769-c083b3f1da1b admin admin] Network bd0ad82c-1f24-48da-99df-4888f7a9a297 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:12.572893 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-2a91ec45-8e52-450a-9769-c083b3f1da1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:12.578818 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a91ec45-8e52-450a-9769-c083b3f1da1b admin admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:46:12.582083 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91ec45-8e52-450a-9769-c083b3f1da1b admin admin] Pushing event updated for resources: {'Port': ['ID=e6b82678-51e5-4c0d-8367-6117473e8e43,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:12.620236 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2a91ec45-8e52-450a-9769-c083b3f1da1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1645933'] for router_interface (2523256f-9d81-4b59-b7b0-2a0e4333db4b), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.651989 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] Publish callbacks [] for port (39d1f7b4-5f16-4968-9459-5b2d1383855c), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.661234 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (39d1f7b4-5f16-4968-9459-5b2d1383855c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.720993 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] Attempting to bind port 39d1f7b4-5f16-4968-9459-5b2d1383855c on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:46:12.721372 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] Attempting to bind port 39d1f7b4-5f16-4968-9459-5b2d1383855c by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:46:12.721736 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] Attempting to bind port 39d1f7b4-5f16-4968-9459-5b2d1383855c on network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:12.723905 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35682e2b-54ee-4803-b83f-80cc3833a373 None None] Pushing event updated for resources: {'Port': ['ID=39d1f7b4-5f16-4968-9459-5b2d1383855c,revision_number=2']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:12.730278 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:46:12.730657 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] Checking segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:46:12.731101 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.731495 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] Bound using segment: {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:46:12.732048 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] Bound port: 39d1f7b4-5f16-4968-9459-5b2d1383855c, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a039f8-9b80-4244-bf6e-f412fa006996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:46:12.732367 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (39d1f7b4-5f16-4968-9459-5b2d1383855c), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.780154 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2a91ec45-8e52-450a-9769-c083b3f1da1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (e6b82678-51e5-4c0d-8367-6117473e8e43), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.791639 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] For port 39d1f7b4-5f16-4968-9459-5b2d1383855c, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:46:12.795056 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] For port 39d1f7b4-5f16-4968-9459-5b2d1383855c, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=39d1f7b4-5f16-4968-9459-5b2d1383855c,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:46:12.802542 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (39d1f7b4-5f16-4968-9459-5b2d1383855c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.876323 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35682e2b-54ee-4803-b83f-80cc3833a373 None None] Pushing event updated for resources: {'Port': ['ID=39d1f7b4-5f16-4968-9459-5b2d1383855c,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:12.878904 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:12.879524 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:45:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:12.884304 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-284bc3a6-4713-40d3-97d1-b3e6a1c27c1c None None] Provisioning complete for port e6b82678-51e5-4c0d-8367-6117473e8e43 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:12.884304 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-284bc3a6-4713-40d3-97d1-b3e6a1c27c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (e6b82678-51e5-4c0d-8367-6117473e8e43), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.967343 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2a91ec45-8e52-450a-9769-c083b3f1da1b admin admin] Publish callbacks [] for port (e6b82678-51e5-4c0d-8367-6117473e8e43), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.972395 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2a91ec45-8e52-450a-9769-c083b3f1da1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (e6b82678-51e5-4c0d-8367-6117473e8e43), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.997462 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-284bc3a6-4713-40d3-97d1-b3e6a1c27c1c None None] Port e6b82678-51e5-4c0d-8367-6117473e8e43 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:46:13.023259 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:13.045468 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91ec45-8e52-450a-9769-c083b3f1da1b admin admin] Pushing event updated for resources: {'Port': ['ID=e6b82678-51e5-4c0d-8367-6117473e8e43,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:13.048961 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2a91ec45-8e52-450a-9769-c083b3f1da1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643773'] for router_interface (2523256f-9d81-4b59-b7b0-2a0e4333db4b), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:13.150463 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a91ec45-8e52-450a-9769-c083b3f1da1b admin admin] Network bd0ad82c-1f24-48da-99df-4888f7a9a297 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:13.151950 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-2a91ec45-8e52-450a-9769-c083b3f1da1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:13.225051 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 1, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:13.254687 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e11d571-cddc-4bb1-b710-7e1ebe2a749d None None] The sync data for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi is: [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 1, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:46:13.272896 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a91ec45-8e52-450a-9769-c083b3f1da1b admin admin] Router 2523256f-9d81-4b59-b7b0-2a0e4333db4b has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:46:13.396076 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a91ec45-8e52-450a-9769-c083b3f1da1b admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:46:13.401001 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-2a91ec45-8e52-450a-9769-c083b3f1da1b admin admin] 10.222.0.24 "PUT /v2.0/routers/2523256f-9d81-4b59-b7b0-2a0e4333db4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9729459 Apr 08 17:46:13.422503 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-39041eed-2c7c-42cb-836e-7758f85ec7a1 None None] Provisioning complete for port e6b82678-51e5-4c0d-8367-6117473e8e43 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:13.422794 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-39041eed-2c7c-42cb-836e-7758f85ec7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (e6b82678-51e5-4c0d-8367-6117473e8e43), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:13.498863 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-39041eed-2c7c-42cb-836e-7758f85ec7a1 None None] Port e6b82678-51e5-4c0d-8367-6117473e8e43 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:46:13.631500 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 2249a538-b9e9-458b-aa3c-1172d0195957 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:13.693129 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 2249a538-b9e9-458b-aa3c-1172d0195957 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:13.693513 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (2249a538-b9e9-458b-aa3c-1172d0195957), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:13.784436 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 2249a538-b9e9-458b-aa3c-1172d0195957 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:14.034555 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50468) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:14.039756 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-c2215eb5-6a18-42d0-858f-10101d053ff3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'security_group': {'name': 'tempest-securitygroup--306962015', 'description': 'tempest-description--1886298283'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:14.061290 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c2215eb5-6a18-42d0-858f-10101d053ff3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.155419 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c2215eb5-6a18-42d0-858f-10101d053ff3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (8fd16a59-6851-4460-a6c1-55c4c1c6bb95), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.159552 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c2215eb5-6a18-42d0-858f-10101d053ff3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (8fd16a59-6851-4460-a6c1-55c4c1c6bb95), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.190034 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c2215eb5-6a18-42d0-858f-10101d053ff3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.191421 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-c2215eb5-6a18-42d0-858f-10101d053ff3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1553819 Apr 08 17:46:14.194075 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50470) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:14.198307 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-8185588b-3b45-42ad-abb6-72740e9b1804 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'security_group_rule': {'security_group_id': '8fd16a59-6851-4460-a6c1-55c4c1c6bb95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:14.207161 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2215eb5-6a18-42d0-858f-10101d053ff3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd16a59-6851-4460-a6c1-55c4c1c6bb95,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:14.239665 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8185588b-3b45-42ad-abb6-72740e9b1804 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (d1681fb7-244d-485f-9181-9361c14f132f), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.304475 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8185588b-3b45-42ad-abb6-72740e9b1804 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (d1681fb7-244d-485f-9181-9361c14f132f), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.308791 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8185588b-3b45-42ad-abb6-72740e9b1804 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (d1681fb7-244d-485f-9181-9361c14f132f), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.339891 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185588b-3b45-42ad-abb6-72740e9b1804 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1681fb7-244d-485f-9181-9361c14f132f,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:14.346028 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8185588b-3b45-42ad-abb6-72740e9b1804 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.347030 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-8185588b-3b45-42ad-abb6-72740e9b1804 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1520331 Apr 08 17:46:14.349620 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50472) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:14.353964 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-c6896365-6650-4124-80e3-842a2c181e81 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'security_group_rule': {'security_group_id': '8fd16a59-6851-4460-a6c1-55c4c1c6bb95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:14.380068 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c6896365-6650-4124-80e3-842a2c181e81 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (891caef2-9709-45b4-9419-7d3b6c5c8d26), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.442553 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c6896365-6650-4124-80e3-842a2c181e81 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (891caef2-9709-45b4-9419-7d3b6c5c8d26), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.446754 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c6896365-6650-4124-80e3-842a2c181e81 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (891caef2-9709-45b4-9419-7d3b6c5c8d26), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.466383 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6896365-6650-4124-80e3-842a2c181e81 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891caef2-9709-45b4-9419-7d3b6c5c8d26,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:14.478355 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c6896365-6650-4124-80e3-842a2c181e81 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.480191 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-c6896365-6650-4124-80e3-842a2c181e81 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296048 Apr 08 17:46:14.484173 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50474) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:14.489412 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-f4813f85-270e-4d55-ab61-e5537e48429e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'floatingip': {'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:14.513095 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f4813f85-270e-4d55-ab61-e5537e48429e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.603019 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f4813f85-270e-4d55-ab61-e5537e48429e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.710862 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-f4813f85-270e-4d55-ab61-e5537e48429e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Allocated IP 172.27.0.199 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/ba8b0816-a1ec-4ece-b28f-b99f4de4c232) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:46:14.818092 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f4813f85-270e-4d55-ab61-e5537e48429e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for port (ba8b0816-a1ec-4ece-b28f-b99f4de4c232), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.855079 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f4813f85-270e-4d55-ab61-e5537e48429e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (ba8b0816-a1ec-4ece-b28f-b99f4de4c232), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.895815 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4813f85-270e-4d55-ab61-e5537e48429e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:14.898857 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-f4813f85-270e-4d55-ab61-e5537e48429e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:14.902615 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4813f85-270e-4d55-ab61-e5537e48429e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:46:14.908631 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4813f85-270e-4d55-ab61-e5537e48429e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'Port': ['ID=ba8b0816-a1ec-4ece-b28f-b99f4de4c232,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:14.992592 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f4813f85-270e-4d55-ab61-e5537e48429e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (4a001bb9-b211-4438-88a2-001d3e06fe2e), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:15.036648 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f4813f85-270e-4d55-ab61-e5537e48429e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (ba8b0816-a1ec-4ece-b28f-b99f4de4c232), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:15.189584 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f4813f85-270e-4d55-ab61-e5537e48429e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for port (ba8b0816-a1ec-4ece-b28f-b99f4de4c232), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:15.194527 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f4813f85-270e-4d55-ab61-e5537e48429e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (ba8b0816-a1ec-4ece-b28f-b99f4de4c232), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:15.200740 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:15.270839 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4813f85-270e-4d55-ab61-e5537e48429e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'Port': ['ID=ba8b0816-a1ec-4ece-b28f-b99f4de4c232,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:15.283081 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f4813f85-270e-4d55-ab61-e5537e48429e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (4a001bb9-b211-4438-88a2-001d3e06fe2e), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:15.299487 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f4813f85-270e-4d55-ab61-e5537e48429e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:15.300929 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-f4813f85-270e-4d55-ab61-e5537e48429e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8157003 Apr 08 17:46:15.343948 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] Sync routers for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:46:15.354926 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:15.355620 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:45:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:15.393521 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-49f070ed-2270-4469-bd43-b0dcf81acd58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:15.465327 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-5cf0a9dd-1f99-4ca5-a34e-7ae582ed2ebb tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--306962015&fields=id&tenant_id=aaabcfbd4b674669a45d5943f398cf09 HTTP/1.1" status: 200 len: 267 time: 0.0436549 Apr 08 17:46:15.469454 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:15.574330 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 39d1f7b4-5f16-4968-9459-5b2d1383855c up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:15.592683 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-e81dde22-7aa1-4fc4-8eb9-0c9dfab356a5 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:15.594149 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-e81dde22-7aa1-4fc4-8eb9-0c9dfab356a5 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/networks?id=bd0ad82c-1f24-48da-99df-4888f7a9a297 HTTP/1.1" status: 200 len: 814 time: 0.1220233 Apr 08 17:46:15.612195 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-247619cf-3cc3-4ad1-bd2a-f927924de7df tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/quotas/aaabcfbd4b674669a45d5943f398cf09 HTTP/1.1" status: 200 len: 375 time: 0.0123191 Apr 08 17:46:15.628395 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 39d1f7b4-5f16-4968-9459-5b2d1383855c triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:15.628883 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (39d1f7b4-5f16-4968-9459-5b2d1383855c), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:15.669002 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-eae19826-e247-4f36-95b0-6cbd0614b897 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aaabcfbd4b674669a45d5943f398cf09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507886 Apr 08 17:46:15.697333 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 2, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:15.726494 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] Checking router: 2523256f-9d81-4b59-b7b0-2a0e4333db4b for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:46:15.727162 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] Updating router 2523256f-9d81-4b59-b7b0-2a0e4333db4b port e6b82678-51e5-4c0d-8367-6117473e8e43 binding host dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:46:15.737692 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 39d1f7b4-5f16-4968-9459-5b2d1383855c is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:15.738305 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (39d1f7b4-5f16-4968-9459-5b2d1383855c), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:15.758623 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (e6b82678-51e5-4c0d-8367-6117473e8e43), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:15.772786 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] For port 39d1f7b4-5f16-4968-9459-5b2d1383855c, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=39d1f7b4-5f16-4968-9459-5b2d1383855c,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:15.778370 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (39d1f7b4-5f16-4968-9459-5b2d1383855c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:15.827821 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-3f96f71d-cc4e-467f-b557-e948345eceed service neutron] 10.222.0.24 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476955 Apr 08 17:46:15.832704 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Pushing event updated for resources: {'Port': ['ID=39d1f7b4-5f16-4968-9459-5b2d1383855c,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:15.930978 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-a0e12739-64b4-4619-97a4-e0d53a43ca5e service neutron] 10.222.0.24 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965922 Apr 08 17:46:16.044048 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] Publish callbacks [] for port (e6b82678-51e5-4c0d-8367-6117473e8e43), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:16.051429 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (e6b82678-51e5-4c0d-8367-6117473e8e43), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:16.097261 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308d09f-6d33-4f2d-905f-6cd4b176fb57 None None] Pushing event updated for resources: {'Port': ['ID=e6b82678-51e5-4c0d-8367-6117473e8e43,revision_number=3']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:16.117702 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3f3823e2-c557-492b-a9d9-a2bf026ecd30 req-25e48a70-a235-4cb9-8e21-7a57b42ba7ed tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=41fd7875-287e-4233-8163-631f6037fa6b HTTP/1.1" status: 200 len: 210 time: 0.0299375 Apr 08 17:46:16.180788 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] Attempting to bind port e6b82678-51e5-4c0d-8367-6117473e8e43 on host dv-cinder-837164-1-iscsi for vnic_type normal with profile {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:46:16.181301 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] Attempting to bind port e6b82678-51e5-4c0d-8367-6117473e8e43 by drivers openvswitch,hyperv on host dv-cinder-837164-1-iscsi at level 0 using segments [{'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:46:16.181492 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] Attempting to bind port e6b82678-51e5-4c0d-8367-6117473e8e43 on network bd0ad82c-1f24-48da-99df-4888f7a9a297 {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:16.187673 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] Checking agent: {'id': 'c1eb6113-aac7-437c-8112-e754cad42f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837164-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 52), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837164-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:46:16.188285 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] Checking segment: {'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:46:16.188929 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:16.189517 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] Bound using segment: {'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:46:16.190453 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] Bound port: e6b82678-51e5-4c0d-8367-6117473e8e43, host: dv-cinder-837164-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'}}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:46:16.190938 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (e6b82678-51e5-4c0d-8367-6117473e8e43), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:16.280423 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] For port e6b82678-51e5-4c0d-8367-6117473e8e43, host dv-cinder-837164-1-iscsi, cleared binding levels {{(pid=103646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:46:16.284539 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] For port e6b82678-51e5-4c0d-8367-6117473e8e43, host dv-cinder-837164-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=e6b82678-51e5-4c0d-8367-6117473e8e43,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:46:16.292113 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (e6b82678-51e5-4c0d-8367-6117473e8e43), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:16.337940 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-f7324023-c94a-43ae-82da-9eff3aee146b None None] Provisioning complete for port e6b82678-51e5-4c0d-8367-6117473e8e43 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:16.339120 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-f7324023-c94a-43ae-82da-9eff3aee146b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (e6b82678-51e5-4c0d-8367-6117473e8e43), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:16.348623 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308d09f-6d33-4f2d-905f-6cd4b176fb57 None None] Pushing event updated for resources: {'Port': ['ID=e6b82678-51e5-4c0d-8367-6117473e8e43,revision_number=4']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:16.361659 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:16.362325 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:45:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:16.447394 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-f7324023-c94a-43ae-82da-9eff3aee146b None None] Current status of the port e6b82678-51e5-4c0d-8367-6117473e8e43 is: DOWN; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:16.447788 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-f7324023-c94a-43ae-82da-9eff3aee146b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (e6b82678-51e5-4c0d-8367-6117473e8e43), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:16.493188 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-f7324023-c94a-43ae-82da-9eff3aee146b None None] For port e6b82678-51e5-4c0d-8367-6117473e8e43, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=e6b82678-51e5-4c0d-8367-6117473e8e43,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:16.499305 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:16.499704 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-f7324023-c94a-43ae-82da-9eff3aee146b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (e6b82678-51e5-4c0d-8367-6117473e8e43), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:16.557672 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7324023-c94a-43ae-82da-9eff3aee146b None None] Pushing event updated for resources: {'Port': ['ID=e6b82678-51e5-4c0d-8367-6117473e8e43,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:16.718228 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-26cfd0ec-ffce-4511-bafb-38910e647f69 None None] Provisioning complete for port e6b82678-51e5-4c0d-8367-6117473e8e43 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:16.718514 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-26cfd0ec-ffce-4511-bafb-38910e647f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (e6b82678-51e5-4c0d-8367-6117473e8e43), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:16.729794 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:16.762009 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c8fc8-d32a-4d0d-8be5-ec3211802610 None None] The sync data for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi is: [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:46:16.802414 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-26cfd0ec-ffce-4511-bafb-38910e647f69 None None] Current status of the port e6b82678-51e5-4c0d-8367-6117473e8e43 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:17.234231 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1a73fb27-943d-4abd-be5f-d85955edcc5e req-f0eb8278-fabf-418d-bcf8-730b1386549e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=41fd7875-287e-4233-8163-631f6037fa6b HTTP/1.1" status: 200 len: 210 time: 0.0306814 Apr 08 17:46:17.330027 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-842f42a2-c430-45ad-9919-7a741cc5acac tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:17.331553 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-842f42a2-c430-45ad-9919-7a741cc5acac tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.91 "GET /v2.0/networks?id=bd0ad82c-1f24-48da-99df-4888f7a9a297 HTTP/1.1" status: 200 len: 814 time: 0.1261976 Apr 08 17:46:17.409064 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-e30fbdae-890c-4dc4-ba8f-7476c7b17a97 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaabcfbd4b674669a45d5943f398cf09 HTTP/1.1" status: 200 len: 379 time: 0.0584977 Apr 08 17:46:17.522572 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-0e50743f-7960-4d23-81d5-048e2520d2cd tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'port': {'device_id': '41fd7875-287e-4233-8163-631f6037fa6b', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'admin_state_up': True, 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'security_groups': ['8fd16a59-6851-4460-a6c1-55c4c1c6bb95']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:17.572668 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device e6b82678-51e5-4c0d-8367-6117473e8e43 up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:17.625627 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port e6b82678-51e5-4c0d-8367-6117473e8e43 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:17.626358 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (e6b82678-51e5-4c0d-8367-6117473e8e43), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:17.637002 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-0e50743f-7960-4d23-81d5-048e2520d2cd tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Made reservation on behalf of aaabcfbd4b674669a45d5943f398cf09 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:46:17.640410 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-0e50743f-7960-4d23-81d5-048e2520d2cd tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:17.705701 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port e6b82678-51e5-4c0d-8367-6117473e8e43 is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:17.708804 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 39d1f7b4-5f16-4968-9459-5b2d1383855c up at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:17.754171 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Provisioning complete for port 39d1f7b4-5f16-4968-9459-5b2d1383855c triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:17.754557 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (39d1f7b4-5f16-4968-9459-5b2d1383855c), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:17.781081 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-0e50743f-7960-4d23-81d5-048e2520d2cd tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Allocated IP 172.20.0.10 (bd0ad82c-1f24-48da-99df-4888f7a9a297/45c432b0-63db-46fb-a453-edf44d8ceb58/c389c756-f36b-45fb-a430-40299cabccac) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:46:17.836132 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Current status of the port 39d1f7b4-5f16-4968-9459-5b2d1383855c is: ACTIVE; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:17.934844 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-0e50743f-7960-4d23-81d5-048e2520d2cd tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for port (c389c756-f36b-45fb-a430-40299cabccac), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:17.969275 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-0e50743f-7960-4d23-81d5-048e2520d2cd tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (c389c756-f36b-45fb-a430-40299cabccac), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:18.016412 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-0e50743f-7960-4d23-81d5-048e2520d2cd tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Network bd0ad82c-1f24-48da-99df-4888f7a9a297 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:18.019516 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-0e50743f-7960-4d23-81d5-048e2520d2cd tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:18.021946 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-0e50743f-7960-4d23-81d5-048e2520d2cd tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:46:18.054030 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50743f-7960-4d23-81d5-048e2520d2cd tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'Port': ['ID=c389c756-f36b-45fb-a430-40299cabccac,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:18.057910 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-606080a8-4cb3-4069-8250-fdc06350b5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:18.084949 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-0e50743f-7960-4d23-81d5-048e2520d2cd tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:18.085568 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-0e50743f-7960-4d23-81d5-048e2520d2cd tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:18.102720 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-0e50743f-7960-4d23-81d5-048e2520d2cd tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5841136 Apr 08 17:46:18.132156 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Request body: {'port': {'device_id': '41fd7875-287e-4233-8163-631f6037fa6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:18.197058 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (c389c756-f36b-45fb-a430-40299cabccac), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:18.228734 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-c4bb46f3-5356-4357-ae3d-68e3bc727485 None None] Provisioning complete for port c389c756-f36b-45fb-a430-40299cabccac triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:18.229170 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c4bb46f3-5356-4357-ae3d-68e3bc727485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (c389c756-f36b-45fb-a430-40299cabccac), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:18.265096 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-c4bb46f3-5356-4357-ae3d-68e3bc727485 None None] Port c389c756-f36b-45fb-a430-40299cabccac cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:46:18.370507 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b566a99-eea4-4b0a-8897-b69552743c6d req-aee3bd6a-db8e-46bc-9023-796a5d6dbfbc tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:18.372267 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1b566a99-eea4-4b0a-8897-b69552743c6d req-aee3bd6a-db8e-46bc-9023-796a5d6dbfbc tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=41fd7875-287e-4233-8163-631f6037fa6b HTTP/1.1" status: 200 len: 932 time: 0.0526464 Apr 08 17:46:18.421973 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1b566a99-eea4-4b0a-8897-b69552743c6d req-81051a94-31f7-4673-a873-ecdd22bdbbc0 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fd16a59-6851-4460-a6c1-55c4c1c6bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438271 Apr 08 17:46:18.487376 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c389c756-f36b-45fb-a430-40299cabccac {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:46:18.500841 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Publish callbacks [] for port (c389c756-f36b-45fb-a430-40299cabccac), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:18.517183 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Transition to ACTIVE for port object c389c756-f36b-45fb-a430-40299cabccac will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:46:18.521730 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (c389c756-f36b-45fb-a430-40299cabccac), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:18.570769 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Pushing event updated for resources: {'Port': ['ID=c389c756-f36b-45fb-a430-40299cabccac,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:18.662524 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Attempting to bind port c389c756-f36b-45fb-a430-40299cabccac on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:46:18.663042 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Attempting to bind port c389c756-f36b-45fb-a430-40299cabccac by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:46:18.663563 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Attempting to bind port c389c756-f36b-45fb-a430-40299cabccac on network bd0ad82c-1f24-48da-99df-4888f7a9a297 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:18.671544 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Port c389c756-f36b-45fb-a430-40299cabccac on network bd0ad82c-1f24-48da-99df-4888f7a9a297 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:46:18.672097 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Attempting to bind port c389c756-f36b-45fb-a430-40299cabccac on network bd0ad82c-1f24-48da-99df-4888f7a9a297 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:18.680986 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:46:18.681601 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Checking segment: {'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:46:18.682238 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Bound using segment: {'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:46:18.682975 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Bound port: c389c756-f36b-45fb-a430-40299cabccac, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:46:18.683584 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (c389c756-f36b-45fb-a430-40299cabccac), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:18.782302 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] For port c389c756-f36b-45fb-a430-40299cabccac, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:46:18.785519 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] For port c389c756-f36b-45fb-a430-40299cabccac, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c389c756-f36b-45fb-a430-40299cabccac,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:46:18.791102 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (c389c756-f36b-45fb-a430-40299cabccac), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:18.828368 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:18.828989 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:18.830375 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] 10.222.0.91 "PUT /v2.0/ports/c389c756-f36b-45fb-a430-40299cabccac HTTP/1.1" status: 200 len: 1094 time: 0.7080224 Apr 08 17:46:18.830813 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fd7875-287e-4233-8163-631f6037fa6b', 'tag': 'c389c756-f36b-45fb-a430-40299cabccac'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:46:18.833079 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf36054-1d84-44cc-8749-ae307c94a51e" -d '{"events": [{"name": "network-changed", "server_uuid": "41fd7875-287e-4233-8163-631f6037fa6b", "tag": "c389c756-f36b-45fb-a430-40299cabccac"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:46:18.861458 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:18.874878 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf90d75-d0c1-4819-be1a-09aa5353e076 x-openstack-request-id: req-caf90d75-d0c1-4819-be1a-09aa5353e076 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:46:18.875173 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fd7875-287e-4233-8163-631f6037fa6b", "tag": "c389c756-f36b-45fb-a430-40299cabccac", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:46:18.875428 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-caf90d75-d0c1-4819-be1a-09aa5353e076 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:46:18.875828 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf90d75-d0c1-4819-be1a-09aa5353e076'] response: {'name': 'network-changed', 'server_uuid': '41fd7875-287e-4233-8163-631f6037fa6b', 'tag': 'c389c756-f36b-45fb-a430-40299cabccac', 'status': 'completed', 'code': 200} Apr 08 17:46:18.879043 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50619ac0-4d2d-44ce-858f-5a64bd5a94df service neutron] Pushing event updated for resources: {'Port': ['ID=c389c756-f36b-45fb-a430-40299cabccac,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:18.946052 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-3d6466e0-5371-42a0-adbb-15a222ba966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:18.947712 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-3d6466e0-5371-42a0-adbb-15a222ba966c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aaabcfbd4b674669a45d5943f398cf09&device_id=41fd7875-287e-4233-8163-631f6037fa6b HTTP/1.1" status: 200 len: 1128 time: 0.0424683 Apr 08 17:46:19.002143 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-94f70fb2-6ee6-4107-9c67-46c8d51064a5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c389c756-f36b-45fb-a430-40299cabccac HTTP/1.1" status: 200 len: 217 time: 0.0387270 Apr 08 17:46:19.053774 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-b092cc57-4072-4289-bede-d77d5b5f09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:19.055225 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-b092cc57-4072-4289-bede-d77d5b5f09aa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c432b0-63db-46fb-a453-edf44d8ceb58 HTTP/1.1" status: 200 len: 853 time: 0.0448542 Apr 08 17:46:19.103124 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-14f612b1-28fc-4d78-9e75-9dc8266460a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:19.104557 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-14f612b1-28fc-4d78-9e75-9dc8266460a2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bd0ad82c-1f24-48da-99df-4888f7a9a297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394993 Apr 08 17:46:19.196262 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-2d19eff0-2d73-46f1-880c-d8f9c6f8c5f6 service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852971 Apr 08 17:46:19.290574 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fa511342-03fb-40f8-bea4-a2993afc6f16 req-8589090a-be3d-4adb-943a-c36d8e0e5959 service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856831 Apr 08 17:46:19.542246 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11f29b-618e-4920-adcc-7db6756e9e6c req-a96cb817-c041-4db2-9da8-6afbf0aacbdc tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:19.543963 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cb11f29b-618e-4920-adcc-7db6756e9e6c req-a96cb817-c041-4db2-9da8-6afbf0aacbdc tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=41fd7875-287e-4233-8163-631f6037fa6b HTTP/1.1" status: 200 len: 944 time: 0.0463815 Apr 08 17:46:19.594594 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cb11f29b-618e-4920-adcc-7db6756e9e6c req-dc314f50-9f24-4105-be69-6b34e812ff58 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fd16a59-6851-4460-a6c1-55c4c1c6bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449045 Apr 08 17:46:20.262176 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf36054-1d84-44cc-8749-ae307c94a51e req-b05d4d9d-c871-48d3-add3-232ae368cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:20.263674 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1cf36054-1d84-44cc-8749-ae307c94a51e req-b05d4d9d-c871-48d3-add3-232ae368cff2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aaabcfbd4b674669a45d5943f398cf09&device_id=41fd7875-287e-4233-8163-631f6037fa6b HTTP/1.1" status: 200 len: 1128 time: 0.0469646 Apr 08 17:46:20.354267 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf36054-1d84-44cc-8749-ae307c94a51e req-ef7514cf-3f46-4091-bb26-f2c07c67e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:20.355650 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1cf36054-1d84-44cc-8749-ae307c94a51e req-ef7514cf-3f46-4091-bb26-f2c07c67e4fc service neutron] 10.222.0.91 "GET /v2.0/networks?id=bd0ad82c-1f24-48da-99df-4888f7a9a297 HTTP/1.1" status: 200 len: 915 time: 0.0861523 Apr 08 17:46:20.400799 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1cf36054-1d84-44cc-8749-ae307c94a51e req-32b6f5fd-fe51-490f-a086-c7ecd1394204 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c389c756-f36b-45fb-a430-40299cabccac HTTP/1.1" status: 200 len: 217 time: 0.0383615 Apr 08 17:46:20.450937 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf36054-1d84-44cc-8749-ae307c94a51e req-1ff24cf6-1b50-4f75-8a4b-6ed94511ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:20.452444 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1cf36054-1d84-44cc-8749-ae307c94a51e req-1ff24cf6-1b50-4f75-8a4b-6ed94511ba9a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c432b0-63db-46fb-a453-edf44d8ceb58 HTTP/1.1" status: 200 len: 853 time: 0.0456336 Apr 08 17:46:20.497528 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf36054-1d84-44cc-8749-ae307c94a51e req-8f6d41e9-1ce5-42c3-ae46-284ba3a98102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:20.499011 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1cf36054-1d84-44cc-8749-ae307c94a51e req-8f6d41e9-1ce5-42c3-ae46-284ba3a98102 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bd0ad82c-1f24-48da-99df-4888f7a9a297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393741 Apr 08 17:46:20.546347 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:20.598320 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1cf36054-1d84-44cc-8749-ae307c94a51e req-e34e3933-e2e5-4800-9645-17e455fe2826 service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924428 Apr 08 17:46:20.696653 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1cf36054-1d84-44cc-8749-ae307c94a51e req-dc5c0369-75f0-4f14-9644-a26d9b42bc6c service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917056 Apr 08 17:46:20.715437 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b378258-3f1b-4ad6-8bf3-5076e111a8d9 req-fe6b3c20-5acc-474a-892e-73e1d204323c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:20.717048 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7b378258-3f1b-4ad6-8bf3-5076e111a8d9 req-fe6b3c20-5acc-474a-892e-73e1d204323c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=41fd7875-287e-4233-8163-631f6037fa6b HTTP/1.1" status: 200 len: 944 time: 0.0517669 Apr 08 17:46:20.773244 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7b378258-3f1b-4ad6-8bf3-5076e111a8d9 req-2c617e08-eb0b-4d27-b543-486aa9e48131 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fd16a59-6851-4460-a6c1-55c4c1c6bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506182 Apr 08 17:46:21.891224 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb2327-0eb1-45e5-b6b4-a03631b94681 req-45c6da24-2867-4d41-a0fc-d5888cb667d0 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:21.892889 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-94fb2327-0eb1-45e5-b6b4-a03631b94681 req-45c6da24-2867-4d41-a0fc-d5888cb667d0 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=41fd7875-287e-4233-8163-631f6037fa6b HTTP/1.1" status: 200 len: 944 time: 0.0520184 Apr 08 17:46:21.921684 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:21.941447 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-94fb2327-0eb1-45e5-b6b4-a03631b94681 req-495df143-9d25-42a5-92c3-a041bc3d0151 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fd16a59-6851-4460-a6c1-55c4c1c6bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429704 Apr 08 17:46:21.956631 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device c389c756-f36b-45fb-a430-40299cabccac details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:46:22.054425 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port c389c756-f36b-45fb-a430-40299cabccac, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c389c756-f36b-45fb-a430-40299cabccac,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:22.069974 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': 'c389c756-f36b-45fb-a430-40299cabccac', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'port_id': 'c389c756-f36b-45fb-a430-40299cabccac', 'mac_address': 'fa:16:3e:c1:bb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:46:22.116061 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port c389c756-f36b-45fb-a430-40299cabccac is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:22.116532 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (c389c756-f36b-45fb-a430-40299cabccac), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:22.129762 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c389c756-f36b-45fb-a430-40299cabccac {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:46:22.149750 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port c389c756-f36b-45fb-a430-40299cabccac, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c389c756-f36b-45fb-a430-40299cabccac,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:22.153674 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (c389c756-f36b-45fb-a430-40299cabccac), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:22.207934 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=c389c756-f36b-45fb-a430-40299cabccac,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:22.499541 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['c389c756-f36b-45fb-a430-40299cabccac'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:46:23.054301 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51c182-f609-49c4-a51e-d79dec91947c req-77aa3e09-4210-49ee-b2b5-db905cde16f2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:23.055783 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7e51c182-f609-49c4-a51e-d79dec91947c req-77aa3e09-4210-49ee-b2b5-db905cde16f2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=41fd7875-287e-4233-8163-631f6037fa6b HTTP/1.1" status: 200 len: 945 time: 0.0465117 Apr 08 17:46:23.109777 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7e51c182-f609-49c4-a51e-d79dec91947c req-5b7ca46c-6c47-4b8f-96fd-4e29e9dc927e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fd16a59-6851-4460-a6c1-55c4c1c6bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473251 Apr 08 17:46:23.966767 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device c389c756-f36b-45fb-a430-40299cabccac up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:24.009902 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port c389c756-f36b-45fb-a430-40299cabccac completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:46:24.022200 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port c389c756-f36b-45fb-a430-40299cabccac triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:24.022643 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (c389c756-f36b-45fb-a430-40299cabccac), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:24.102714 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port c389c756-f36b-45fb-a430-40299cabccac is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:24.103025 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (c389c756-f36b-45fb-a430-40299cabccac), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:24.127158 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fd7875-287e-4233-8163-631f6037fa6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c389c756-f36b-45fb-a430-40299cabccac'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:46:24.129456 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3c1873-b98d-4904-b67c-3f7067d822f4" -d '{"events": [{"server_uuid": "41fd7875-287e-4233-8163-631f6037fa6b", "name": "network-vif-plugged", "status": "completed", "tag": "c389c756-f36b-45fb-a430-40299cabccac"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:46:24.142619 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port c389c756-f36b-45fb-a430-40299cabccac, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c389c756-f36b-45fb-a430-40299cabccac,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:24.147642 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (c389c756-f36b-45fb-a430-40299cabccac), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:24.181562 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7db40c-7920-4cfa-9799-35e98a6d1a88 x-openstack-request-id: req-9d7db40c-7920-4cfa-9799-35e98a6d1a88 {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:46:24.181851 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fd7875-287e-4233-8163-631f6037fa6b", "name": "network-vif-plugged", "status": "completed", "tag": "c389c756-f36b-45fb-a430-40299cabccac", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:46:24.182100 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d7db40c-7920-4cfa-9799-35e98a6d1a88 {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:46:24.182491 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d7db40c-7920-4cfa-9799-35e98a6d1a88'] response: {'server_uuid': '41fd7875-287e-4233-8163-631f6037fa6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c389c756-f36b-45fb-a430-40299cabccac', 'code': 200} Apr 08 17:46:24.201574 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=c389c756-f36b-45fb-a430-40299cabccac,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:24.248017 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053edba-0dfa-41a8-9fff-af70432aa1a0 req-9789b5a2-493e-4c80-9314-bb2ef788df35 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:24.249682 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e053edba-0dfa-41a8-9fff-af70432aa1a0 req-9789b5a2-493e-4c80-9314-bb2ef788df35 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=41fd7875-287e-4233-8163-631f6037fa6b HTTP/1.1" status: 200 len: 946 time: 0.0533469 Apr 08 17:46:24.300071 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e053edba-0dfa-41a8-9fff-af70432aa1a0 req-59239b48-5b5e-4aec-9b76-b2e01b3d4d2c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fd16a59-6851-4460-a6c1-55c4c1c6bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444350 Apr 08 17:46:24.402766 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6042a4-c0d1-451d-b399-60938d93f8f0 req-836aefa2-2e22-4b42-a48a-96c4479550aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:24.404153 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ee6042a4-c0d1-451d-b399-60938d93f8f0 req-836aefa2-2e22-4b42-a48a-96c4479550aa service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=41fd7875-287e-4233-8163-631f6037fa6b HTTP/1.1" status: 200 len: 1130 time: 0.0387855 Apr 08 17:46:24.454732 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ee6042a4-c0d1-451d-b399-60938d93f8f0 req-66af94fe-e1d9-40cc-a850-8ce2426ec146 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8fd16a59-6851-4460-a6c1-55c4c1c6bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451386 Apr 08 17:46:25.413547 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a2432-05a7-42ec-99e6-9f2dc4ef1a47 req-535d8ebb-c56b-4d37-a50a-5c248fd9aad0 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:25.415144 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c70a2432-05a7-42ec-99e6-9f2dc4ef1a47 req-535d8ebb-c56b-4d37-a50a-5c248fd9aad0 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=41fd7875-287e-4233-8163-631f6037fa6b HTTP/1.1" status: 200 len: 946 time: 0.0470772 Apr 08 17:46:25.463174 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c70a2432-05a7-42ec-99e6-9f2dc4ef1a47 req-947004f1-3e26-4954-8068-3976fc78e3b1 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fd16a59-6851-4460-a6c1-55c4c1c6bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422463 Apr 08 17:46:26.580428 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d74a2-eabd-4f75-b5be-6b10c346e2d2 req-91dd5c36-04b2-48f1-818e-ed0b5104454d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:26.582865 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-232d74a2-eabd-4f75-b5be-6b10c346e2d2 req-91dd5c36-04b2-48f1-818e-ed0b5104454d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=41fd7875-287e-4233-8163-631f6037fa6b HTTP/1.1" status: 200 len: 946 time: 0.0513706 Apr 08 17:46:26.630433 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-232d74a2-eabd-4f75-b5be-6b10c346e2d2 req-63b20627-c4c7-4b30-9272-a5a5ce417f56 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fd16a59-6851-4460-a6c1-55c4c1c6bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424647 Apr 08 17:46:26.748166 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bd6c3-88c3-4f1d-a2c5-3909e63ada7e req-ef0ee276-fa54-48ff-8b9b-e82b47d3c14f tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:26.749690 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ff7bd6c3-88c3-4f1d-a2c5-3909e63ada7e req-ef0ee276-fa54-48ff-8b9b-e82b47d3c14f tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=41fd7875-287e-4233-8163-631f6037fa6b HTTP/1.1" status: 200 len: 946 time: 0.0550413 Apr 08 17:46:26.758123 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50532) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:26.762939 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-8c314f20-695d-48bd-aee2-a4ef4df8c4ee tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'floatingip': {'port_id': 'c389c756-f36b-45fb-a430-40299cabccac'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:26.809588 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8c314f20-695d-48bd-aee2-a4ef4df8c4ee tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (4a001bb9-b211-4438-88a2-001d3e06fe2e), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:27.275871 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8c314f20-695d-48bd-aee2-a4ef4df8c4ee tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:27.280243 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8c314f20-695d-48bd-aee2-a4ef4df8c4ee tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (4a001bb9-b211-4438-88a2-001d3e06fe2e), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:27.383514 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.l3_db [None req-8c314f20-695d-48bd-aee2-a4ef4df8c4ee tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Floating IP 4a001bb9-b211-4438-88a2-001d3e06fe2e associated. External IP: 172.27.0.199, port: c389c756-f36b-45fb-a430-40299cabccac. Apr 08 17:46:27.604055 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c314f20-695d-48bd-aee2-a4ef4df8c4ee tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Router 2523256f-9d81-4b59-b7b0-2a0e4333db4b has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:46:27.721708 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c314f20-695d-48bd-aee2-a4ef4df8c4ee tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:46:27.726511 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8c314f20-695d-48bd-aee2-a4ef4df8c4ee tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:27.732341 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3250fb0-fffb-4634-b5f2-6c53fc885357 None None] Sync routers for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:46:27.741836 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3250fb0-fffb-4634-b5f2-6c53fc885357 None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:27.742457 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-f3250fb0-fffb-4634-b5f2-6c53fc885357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:46:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:27.756410 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-8c314f20-695d-48bd-aee2-a4ef4df8c4ee tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "PUT /v2.0/floatingips/4a001bb9-b211-4438-88a2-001d3e06fe2e HTTP/1.1" status: 200 len: 992 time: 0.9972019 Apr 08 17:46:27.756984 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fd7875-287e-4233-8163-631f6037fa6b', 'tag': 'c389c756-f36b-45fb-a430-40299cabccac'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:46:27.759227 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3bcbf0fb11f9b4b521f26e552f1266052730f1b4dd01594c51942873fe86f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5832a5cd-af7b-43f5-9193-20bf85c03aba" -d '{"events": [{"name": "network-changed", "server_uuid": "41fd7875-287e-4233-8163-631f6037fa6b", "tag": "c389c756-f36b-45fb-a430-40299cabccac"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:46:27.801113 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b62363e-1d7b-42cc-8909-ce4282c5495d x-openstack-request-id: req-7b62363e-1d7b-42cc-8909-ce4282c5495d {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:46:27.801413 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fd7875-287e-4233-8163-631f6037fa6b", "tag": "c389c756-f36b-45fb-a430-40299cabccac", "status": "completed", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:46:27.801665 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b62363e-1d7b-42cc-8909-ce4282c5495d {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:46:27.802095 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b62363e-1d7b-42cc-8909-ce4282c5495d'] response: {'name': 'network-changed', 'server_uuid': '41fd7875-287e-4233-8163-631f6037fa6b', 'tag': 'c389c756-f36b-45fb-a430-40299cabccac', 'status': 'completed', 'code': 200} Apr 08 17:46:27.871269 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-f3250fb0-fffb-4634-b5f2-6c53fc885357 None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:27.887972 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832a5cd-af7b-43f5-9193-20bf85c03aba req-e59efbf8-f05d-4873-89c9-9bcd39b49e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:27.889529 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5832a5cd-af7b-43f5-9193-20bf85c03aba req-e59efbf8-f05d-4873-89c9-9bcd39b49e2c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aaabcfbd4b674669a45d5943f398cf09&device_id=41fd7875-287e-4233-8163-631f6037fa6b HTTP/1.1" status: 200 len: 1130 time: 0.0391905 Apr 08 17:46:27.988325 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832a5cd-af7b-43f5-9193-20bf85c03aba req-68d7c497-74eb-4620-8f4c-237b3b264166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:27.989834 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5832a5cd-af7b-43f5-9193-20bf85c03aba req-68d7c497-74eb-4620-8f4c-237b3b264166 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bd0ad82c-1f24-48da-99df-4888f7a9a297 HTTP/1.1" status: 200 len: 915 time: 0.0927446 Apr 08 17:46:28.063775 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5832a5cd-af7b-43f5-9193-20bf85c03aba req-c29fbeeb-ea0f-466f-935a-9bfa43b695fb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c389c756-f36b-45fb-a430-40299cabccac HTTP/1.1" status: 200 len: 1000 time: 0.0670872 Apr 08 17:46:28.116423 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832a5cd-af7b-43f5-9193-20bf85c03aba req-1828225c-aa35-4602-94b5-31e65236e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:28.117875 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5832a5cd-af7b-43f5-9193-20bf85c03aba req-1828225c-aa35-4602-94b5-31e65236e217 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c432b0-63db-46fb-a453-edf44d8ceb58 HTTP/1.1" status: 200 len: 853 time: 0.0475166 Apr 08 17:46:28.164611 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832a5cd-af7b-43f5-9193-20bf85c03aba req-0ed233b2-289a-485a-b9ea-d3479ef60194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:28.166181 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5832a5cd-af7b-43f5-9193-20bf85c03aba req-0ed233b2-289a-485a-b9ea-d3479ef60194 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bd0ad82c-1f24-48da-99df-4888f7a9a297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407338 Apr 08 17:46:28.222971 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-f3250fb0-fffb-4634-b5f2-6c53fc885357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '4a001bb9-b211-4438-88a2-001d3e06fe2e', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'port_id': 'c389c756-f36b-45fb-a430-40299cabccac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'mac_address': 'fa:16:3e:c1:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fd7875-287e-4233-8163-631f6037fa6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:14Z', 'updated_at': '2022-04-08T17:46:27Z', 'revision_number': 1, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:28.253977 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3250fb0-fffb-4634-b5f2-6c53fc885357 None None] Checking router: 2523256f-9d81-4b59-b7b0-2a0e4333db4b for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:46:28.259064 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5832a5cd-af7b-43f5-9193-20bf85c03aba req-93d3e8b9-8588-4733-80ff-1061c92c7fa5 service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865350 Apr 08 17:46:28.263017 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3250fb0-fffb-4634-b5f2-6c53fc885357 None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:28.263645 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-f3250fb0-fffb-4634-b5f2-6c53fc885357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:46:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:28.356721 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5832a5cd-af7b-43f5-9193-20bf85c03aba req-8d39c3bb-baaf-4988-9344-ed4696fabcd6 service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905290 Apr 08 17:46:28.383767 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-f3250fb0-fffb-4634-b5f2-6c53fc885357 None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:28.605376 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-f3250fb0-fffb-4634-b5f2-6c53fc885357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '4a001bb9-b211-4438-88a2-001d3e06fe2e', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'port_id': 'c389c756-f36b-45fb-a430-40299cabccac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'mac_address': 'fa:16:3e:c1:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fd7875-287e-4233-8163-631f6037fa6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:14Z', 'updated_at': '2022-04-08T17:46:27Z', 'revision_number': 1, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:28.632633 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3250fb0-fffb-4634-b5f2-6c53fc885357 None None] The sync data for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi is: [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '4a001bb9-b211-4438-88a2-001d3e06fe2e', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'port_id': 'c389c756-f36b-45fb-a430-40299cabccac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'mac_address': 'fa:16:3e:c1:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fd7875-287e-4233-8163-631f6037fa6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:14Z', 'updated_at': '2022-04-08T17:46:27Z', 'revision_number': 1, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:46:28.838027 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312fb921-c1f3-4701-a60c-2588bb22a30a None None] New status for floating IP 4a001bb9-b211-4438-88a2-001d3e06fe2e: ACTIVE {{(pid=103646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:46:43.563748 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:46:45.217422 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:45.397141 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-9ae70b1e-e84d-4758-89e1-976fc07b2958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:46.877429 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3c7a4-d87c-42b1-b6e9-6ad700c442f7 req-5bc8b177-41cf-4681-bc2b-bcc879f483b1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:46.878927 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9db3c7a4-d87c-42b1-b6e9-6ad700c442f7 req-5bc8b177-41cf-4681-bc2b-bcc879f483b1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0478652 Apr 08 17:46:46.935962 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9db3c7a4-d87c-42b1-b6e9-6ad700c442f7 req-4e028105-3bf2-438e-a695-ed07916d9820 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510046 Apr 08 17:46:47.147551 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d347f8ee-96fb-40eb-8a28-3208f2215787 req-5efa530c-1977-4e74-bfb8-95d6e6b5cf53 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372136 Apr 08 17:46:47.226038 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347f8ee-96fb-40eb-8a28-3208f2215787 req-9129871f-790b-4ae8-99bf-753e703ee2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:47.227592 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d347f8ee-96fb-40eb-8a28-3208f2215787 req-9129871f-790b-4ae8-99bf-753e703ee2bd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=17839927addb4c4db61cbcd20994fa84&device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 1130 time: 0.0438068 Apr 08 17:46:47.341992 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347f8ee-96fb-40eb-8a28-3208f2215787 req-88d4ef36-619d-40e9-8612-b1c583d79195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:47.343505 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d347f8ee-96fb-40eb-8a28-3208f2215787 req-88d4ef36-619d-40e9-8612-b1c583d79195 service neutron] 10.222.0.91 "GET /v2.0/networks?id=80fefa94-3dd9-45cd-815e-0803d238c223 HTTP/1.1" status: 200 len: 912 time: 0.0898654 Apr 08 17:46:47.409377 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d347f8ee-96fb-40eb-8a28-3208f2215787 req-db63550b-54f3-434c-890f-2c9dae596cf8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=988d2b52-1e28-406a-b8d9-db25e840e9d4 HTTP/1.1" status: 200 len: 1002 time: 0.0593178 Apr 08 17:46:47.459830 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347f8ee-96fb-40eb-8a28-3208f2215787 req-4a9399ea-7f93-43a0-89d7-617a2883922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:47.461364 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d347f8ee-96fb-40eb-8a28-3208f2215787 req-4a9399ea-7f93-43a0-89d7-617a2883922c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6a2be9bd-5336-4c39-a5b3-3c836052d0bb HTTP/1.1" status: 200 len: 850 time: 0.0460277 Apr 08 17:46:47.510363 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347f8ee-96fb-40eb-8a28-3208f2215787 req-93049400-5bda-4479-8c2e-efefd2750897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:47.512108 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d347f8ee-96fb-40eb-8a28-3208f2215787 req-93049400-5bda-4479-8c2e-efefd2750897 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80fefa94-3dd9-45cd-815e-0803d238c223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429492 Apr 08 17:46:47.617052 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d347f8ee-96fb-40eb-8a28-3208f2215787 req-631ab419-a5cf-4971-a84f-820f9c1e788c service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986443 Apr 08 17:46:47.714718 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d347f8ee-96fb-40eb-8a28-3208f2215787 req-c708371f-dd32-44f8-a6bf-6cd8f5afe4d4 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891480 Apr 08 17:46:48.052635 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-bfe05d59-96f6-4292-99f2-f695c5d72732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:48.060402 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e226e3-69fc-4bad-9c99-578f60fda3ae req-53af95e7-a8c5-4c6e-b961-b3f776ebbee8 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:48.061897 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-34e226e3-69fc-4bad-9c99-578f60fda3ae req-53af95e7-a8c5-4c6e-b961-b3f776ebbee8 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0539656 Apr 08 17:46:48.111100 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-34e226e3-69fc-4bad-9c99-578f60fda3ae req-80963ad7-dfb6-4ba1-905a-2fa3a7eadef4 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435123 Apr 08 17:46:48.846824 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:49.229260 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f487389-a380-441b-8905-afd47e857699 req-c6946abb-7cac-4cc2-bb8c-d8b26e4abe12 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:49.238955 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5f487389-a380-441b-8905-afd47e857699 req-c6946abb-7cac-4cc2-bb8c-d8b26e4abe12 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0606143 Apr 08 17:46:49.288982 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5f487389-a380-441b-8905-afd47e857699 req-9ed4d232-3aeb-4d24-933d-539f2562f5be tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441372 Apr 08 17:46:50.406408 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1afb69-214b-459a-b566-c0996cd73597 req-d874ed9f-7ae1-448d-83d0-ccc59f86d5ac tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:50.407882 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1d1afb69-214b-459a-b566-c0996cd73597 req-d874ed9f-7ae1-448d-83d0-ccc59f86d5ac tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0504076 Apr 08 17:46:50.457037 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1d1afb69-214b-459a-b566-c0996cd73597 req-21b51e21-7448-40c3-9a78-5b881599d6da tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434492 Apr 08 17:46:50.552094 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:51.570575 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5e44c-c052-40fc-999b-f113a9fdd875 req-70a024c3-a060-436a-9410-5e032f977dee tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:51.572036 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b8a5e44c-c052-40fc-999b-f113a9fdd875 req-70a024c3-a060-436a-9410-5e032f977dee tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0465229 Apr 08 17:46:51.620553 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b8a5e44c-c052-40fc-999b-f113a9fdd875 req-c659fdd9-3957-419b-8801-01516b247c1f tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424695 Apr 08 17:46:51.924750 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:52.734813 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b79c7-828d-4161-9f81-727bd10c92c9 req-7f62b262-6a63-45cd-bb37-6fce74fb42e8 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:52.736316 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b96b79c7-828d-4161-9f81-727bd10c92c9 req-7f62b262-6a63-45cd-bb37-6fce74fb42e8 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0471766 Apr 08 17:46:52.788054 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b96b79c7-828d-4161-9f81-727bd10c92c9 req-46e7131f-4aa3-4b93-a934-695f7b9ad7ed tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461600 Apr 08 17:46:53.905745 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958445d-ea7c-4c5c-a1f4-4d1fb3499680 req-7267d91b-546e-46d5-8034-da608da413eb tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:53.907214 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a958445d-ea7c-4c5c-a1f4-4d1fb3499680 req-7267d91b-546e-46d5-8034-da608da413eb tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0510290 Apr 08 17:46:53.963014 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a958445d-ea7c-4c5c-a1f4-4d1fb3499680 req-cc21dc1b-a78e-46cd-a762-780a32962735 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501626 Apr 08 17:46:55.082258 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71017f7-43bf-4e53-9e41-5e6a36337765 req-c2f4609c-adfe-49f6-b35c-d77ba3831130 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:55.083743 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e71017f7-43bf-4e53-9e41-5e6a36337765 req-c2f4609c-adfe-49f6-b35c-d77ba3831130 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0498781 Apr 08 17:46:55.133923 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e71017f7-43bf-4e53-9e41-5e6a36337765 req-20e5c948-cbd6-4ad8-bc4a-1a2d64fbd25f tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444574 Apr 08 17:46:56.469680 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9534e2-664a-47d4-9dc1-95b8921693d3 req-d912a7bf-2347-4d58-b449-957f0370a260 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:56.471052 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1b9534e2-664a-47d4-9dc1-95b8921693d3 req-d912a7bf-2347-4d58-b449-957f0370a260 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.2668407 Apr 08 17:46:56.520383 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1b9534e2-664a-47d4-9dc1-95b8921693d3 req-8fe647f7-0ca2-4ac7-b3a2-8fe2991b98f8 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431666 Apr 08 17:46:57.639348 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac85a2-8b73-4b0a-bb81-cd7ab5810329 req-b7d98bd4-41e6-489a-98e0-417fc5068b4f tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:57.641052 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2fac85a2-8b73-4b0a-bb81-cd7ab5810329 req-b7d98bd4-41e6-489a-98e0-417fc5068b4f tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0486431 Apr 08 17:46:57.689857 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2fac85a2-8b73-4b0a-bb81-cd7ab5810329 req-59a410a8-76f4-403c-9dc6-d7cae4bdf056 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431595 Apr 08 17:46:58.811220 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267125a-9344-4093-b493-215e828c6946 req-cca1d5d0-1fe5-4c4d-b049-21411061c0c0 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:58.812784 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b267125a-9344-4093-b493-215e828c6946 req-cca1d5d0-1fe5-4c4d-b049-21411061c0c0 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0532937 Apr 08 17:46:58.860569 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b267125a-9344-4093-b493-215e828c6946 req-23b4ed50-d739-4107-8e4d-a263377796e8 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422060 Apr 08 17:46:59.976320 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e70dfb-a9da-494f-84c5-db7a2d40cf17 req-706b16bf-3bb4-461c-8d5b-b1e66415242d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:59.978078 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d7e70dfb-a9da-494f-84c5-db7a2d40cf17 req-706b16bf-3bb4-461c-8d5b-b1e66415242d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0503631 Apr 08 17:47:00.024592 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d7e70dfb-a9da-494f-84c5-db7a2d40cf17 req-fb959dbc-ab5d-4adc-8e04-d3e58513a42c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404215 Apr 08 17:47:00.828547 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50618) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:01.081468 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Deleting port a849df50-3fd2-43ed-8342-5c5aaa7f1261 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:01.081717 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (a849df50-3fd2-43ed-8342-5c5aaa7f1261), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:01.139249 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b86743-b8bc-417e-afa1-b1ac0d6ee7ab req-6eb90516-f303-4a30-843a-4a403fd12059 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:01.140854 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b7b86743-b8bc-417e-afa1-b1ac0d6ee7ab req-6eb90516-f303-4a30-843a-4a403fd12059 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0473337 Apr 08 17:47:01.162994 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (a849df50-3fd2-43ed-8342-5c5aaa7f1261), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:01.163323 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for floatingip (a849df50-3fd2-43ed-8342-5c5aaa7f1261), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:01.175570 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Calling delete_port for a849df50-3fd2-43ed-8342-5c5aaa7f1261 owned by network:floatingip {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:01.195020 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b7b86743-b8bc-417e-afa1-b1ac0d6ee7ab req-5da11170-3dbf-43ac-98d5-5a455d62405a tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483797 Apr 08 17:47:01.596711 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (a849df50-3fd2-43ed-8342-5c5aaa7f1261), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:01.634085 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Pushing event deleted for resources: {'Port': ['ID=a849df50-3fd2-43ed-8342-5c5aaa7f1261,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:01.659160 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:01.659519 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:01.659858 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:01.660220 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:01.660559 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:01.660891 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:01.661220 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:01.661555 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:01.661884 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:01.662212 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:01.662535 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:01.662861 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:01.663187 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:01.663506 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:01.663829 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:01.708167 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for floatingip (dde35b78-4742-4349-a633-b7d3c885c97b), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:01.708542 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Floating IP dde35b78-4742-4349-a633-b7d3c885c97b disassociated (deleted). External IP: 172.27.0.251, port: cde18caf-aea3-43c2-9c9c-7a352f38e9ea. Apr 08 17:47:01.924087 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Router 7d87c93a-cdf2-42a6-a4af-fb44226ce246 has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:47:02.034881 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:47:02.039350 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:02.045852 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f4475-8271-4466-8427-7985e9a5786d None None] Sync routers for ids ['7d87c93a-cdf2-42a6-a4af-fb44226ce246'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:47:02.055784 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f4475-8271-4466-8427-7985e9a5786d None None] Routers {'7d87c93a-cdf2-42a6-a4af-fb44226ce246'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:02.056430 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-b05f4475-8271-4466-8427-7985e9a5786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:46:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7d87c93a-cdf2-42a6-a4af-fb44226ce246'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:02.070838 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-6dc1f24b-b3d4-4731-959f-ed543898efef tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "DELETE /v2.0/floatingips/dde35b78-4742-4349-a633-b7d3c885c97b HTTP/1.1" status: 204 len: 168 time: 1.2411644 Apr 08 17:47:02.071467 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dde2e8-fe4a-4445-82c3-11ee6c689fcb', 'tag': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:02.074916 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e7ab80-20ca-4487-a0d6-2f1700fbfbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "42dde2e8-fe4a-4445-82c3-11ee6c689fcb", "tag": "cde18caf-aea3-43c2-9c9c-7a352f38e9ea"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:02.110482 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f73d1f-621c-4e68-b88a-82bc0c47f45a x-openstack-request-id: req-97f73d1f-621c-4e68-b88a-82bc0c47f45a {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:02.110779 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dde2e8-fe4a-4445-82c3-11ee6c689fcb", "tag": "cde18caf-aea3-43c2-9c9c-7a352f38e9ea", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:02.111038 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97f73d1f-621c-4e68-b88a-82bc0c47f45a {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:02.111445 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f73d1f-621c-4e68-b88a-82bc0c47f45a'] response: {'name': 'network-changed', 'server_uuid': '42dde2e8-fe4a-4445-82c3-11ee6c689fcb', 'tag': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea', 'status': 'completed', 'code': 200} Apr 08 17:47:02.171382 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-b05f4475-8271-4466-8427-7985e9a5786d None None] Set router 7d87c93a-cdf2-42a6-a4af-fb44226ce246 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:02.303835 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7ab80-20ca-4487-a0d6-2f1700fbfbd6 req-72bd839c-ebce-4be1-84f5-24e12ebb321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:02.305737 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-85e7ab80-20ca-4487-a0d6-2f1700fbfbd6 req-72bd839c-ebce-4be1-84f5-24e12ebb321d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5f737778e54346c1b6ff286669cf0345&device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 1129 time: 0.0665331 Apr 08 17:47:02.355791 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853050e1-00cf-4373-8ae5-fe62d27cf6e2 req-eb39f7e2-7226-46ee-aa3c-a1dc4b25e6f0 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:02.358634 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-853050e1-00cf-4373-8ae5-fe62d27cf6e2 req-eb39f7e2-7226-46ee-aa3c-a1dc4b25e6f0 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0890193 Apr 08 17:47:02.371566 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2670f9-fe72-4f22-af2e-f5cd2a27611b req-d4255ab5-26f0-4590-ac81-27c2238b2238 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:02.373052 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-da2670f9-fe72-4f22-af2e-f5cd2a27611b req-d4255ab5-26f0-4590-ac81-27c2238b2238 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0706344 Apr 08 17:47:02.398838 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-b05f4475-8271-4466-8427-7985e9a5786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'name': 'tempest-TestShelveInstance-1721933351-router', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:12Z', 'updated_at': '2022-04-08T17:41:17Z', 'revision_number': 4, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'gw_port': {'id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:13Z', 'updated_at': '2022-04-08T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'b72c2cbb-0347-4821-b435-d1750afe7835', 'name': '', 'network_id': '5a3136a7-a509-4273-8192-f1445720478e', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'mac_address': 'fa:16:3e:5f:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:16Z', 'updated_at': '2022-04-08T17:41:23Z', 'revision_number': 5, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'subnets': [{'id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:02.430182 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f4475-8271-4466-8427-7985e9a5786d None None] Checking router: 7d87c93a-cdf2-42a6-a4af-fb44226ce246 for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:47:02.440476 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f4475-8271-4466-8427-7985e9a5786d None None] Routers {'7d87c93a-cdf2-42a6-a4af-fb44226ce246'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:02.441109 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-b05f4475-8271-4466-8427-7985e9a5786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:46:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7d87c93a-cdf2-42a6-a4af-fb44226ce246'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:02.445579 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-853050e1-00cf-4373-8ae5-fe62d27cf6e2 req-2d84375f-4f6e-4615-a202-a9302e74ac49 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812285 Apr 08 17:47:02.457709 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-da2670f9-fe72-4f22-af2e-f5cd2a27611b req-8b3a9e06-835c-4d71-ba4e-96237c4009f9 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783854 Apr 08 17:47:02.558893 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-b05f4475-8271-4466-8427-7985e9a5786d None None] Set router 7d87c93a-cdf2-42a6-a4af-fb44226ce246 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:02.762547 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-b05f4475-8271-4466-8427-7985e9a5786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'name': 'tempest-TestShelveInstance-1721933351-router', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:12Z', 'updated_at': '2022-04-08T17:41:17Z', 'revision_number': 4, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'gw_port': {'id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:13Z', 'updated_at': '2022-04-08T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'b72c2cbb-0347-4821-b435-d1750afe7835', 'name': '', 'network_id': '5a3136a7-a509-4273-8192-f1445720478e', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'mac_address': 'fa:16:3e:5f:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:16Z', 'updated_at': '2022-04-08T17:41:23Z', 'revision_number': 5, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'subnets': [{'id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:02.794692 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f4475-8271-4466-8427-7985e9a5786d None None] The sync data for ids ['7d87c93a-cdf2-42a6-a4af-fb44226ce246'] in dv-cinder-837164-1-iscsi is: [{'id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'name': 'tempest-TestShelveInstance-1721933351-router', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:12Z', 'updated_at': '2022-04-08T17:41:17Z', 'revision_number': 4, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'gw_port': {'id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:13Z', 'updated_at': '2022-04-08T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'b72c2cbb-0347-4821-b435-d1750afe7835', 'name': '', 'network_id': '5a3136a7-a509-4273-8192-f1445720478e', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'mac_address': 'fa:16:3e:5f:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:16Z', 'updated_at': '2022-04-08T17:41:23Z', 'revision_number': 5, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'subnets': [{'id': 'f2fd8198-fe62-4651-aa0b-73bb0681f47e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:47:03.017300 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e55022-1273-44cc-89f0-34ce740410e7 None None] New status for floating IP dde35b78-4742-4349-a633-b7d3c885c97b: DOWN {{(pid=103646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:47:03.558188 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7ab80-20ca-4487-a0d6-2f1700fbfbd6 req-f9149bdf-4e85-400a-8eb6-84e53ae792fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:03.559724 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-85e7ab80-20ca-4487-a0d6-2f1700fbfbd6 req-f9149bdf-4e85-400a-8eb6-84e53ae792fc service neutron] 10.222.0.91 "GET /v2.0/networks?id=5a3136a7-a509-4273-8192-f1445720478e HTTP/1.1" status: 200 len: 910 time: 0.1147821 Apr 08 17:47:03.603697 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48fb31-ab94-437e-b6c5-74941abff2fa req-ac6173e2-21b9-4c48-9f89-d6b7d74df41c tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:03.605191 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3a48fb31-ab94-437e-b6c5-74941abff2fa req-ac6173e2-21b9-4c48-9f89-d6b7d74df41c tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0797575 Apr 08 17:47:03.623844 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c26cf-9df3-4f32-be98-44b1e4434dfa req-fd294d3a-9d0d-4d78-8ca9-1f1b532a76e4 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:03.625262 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-be3c26cf-9df3-4f32-be98-44b1e4434dfa req-fd294d3a-9d0d-4d78-8ca9-1f1b532a76e4 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0661497 Apr 08 17:47:03.692524 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3a48fb31-ab94-437e-b6c5-74941abff2fa req-fc0f2b6f-937b-436e-85b3-bbbd7e0bd54a tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795481 Apr 08 17:47:03.700910 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-be3c26cf-9df3-4f32-be98-44b1e4434dfa req-d011eb30-14e4-4d16-8f9c-f42b69d64ca5 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672808 Apr 08 17:47:03.725863 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-85e7ab80-20ca-4487-a0d6-2f1700fbfbd6 req-fa43e3b9-c251-4dfb-8ffa-06cd7d8a32ff service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cde18caf-aea3-43c2-9c9c-7a352f38e9ea HTTP/1.1" status: 200 len: 217 time: 0.0448942 Apr 08 17:47:03.775474 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7ab80-20ca-4487-a0d6-2f1700fbfbd6 req-e9863014-77a2-484e-97df-dc1343773f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:03.776954 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-85e7ab80-20ca-4487-a0d6-2f1700fbfbd6 req-e9863014-77a2-484e-97df-dc1343773f56 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2fd8198-fe62-4651-aa0b-73bb0681f47e HTTP/1.1" status: 200 len: 848 time: 0.0441267 Apr 08 17:47:03.964543 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7ab80-20ca-4487-a0d6-2f1700fbfbd6 req-113a163d-b7b3-4f0c-88ac-218a2fc745ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:03.966656 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-85e7ab80-20ca-4487-a0d6-2f1700fbfbd6 req-113a163d-b7b3-4f0c-88ac-218a2fc745ef service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5a3136a7-a509-4273-8192-f1445720478e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486681 Apr 08 17:47:03.978860 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6027507-2170-4937-ad12-5fdf854d8a47 req-1ab18c9a-cafc-40df-8f86-6bd5b56b5050 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:03.980376 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a6027507-2170-4937-ad12-5fdf854d8a47 req-1ab18c9a-cafc-40df-8f86-6bd5b56b5050 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0673938 Apr 08 17:47:04.033525 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a6027507-2170-4937-ad12-5fdf854d8a47 req-81612200-f974-4afe-ad26-4609330ed443 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473931 Apr 08 17:47:04.184464 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-85e7ab80-20ca-4487-a0d6-2f1700fbfbd6 req-c19ab3ed-8fb4-403a-9393-0bb48bf85fa7 service neutron] 10.222.0.91 "GET /v2.0/networks/5a3136a7-a509-4273-8192-f1445720478e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758883 Apr 08 17:47:04.190824 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff91a9-e069-4432-a0b6-0bde8e75aecf req-d29cc76e-8b09-4001-8d0f-683690d5093a tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:04.192254 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8fff91a9-e069-4432-a0b6-0bde8e75aecf req-d29cc76e-8b09-4001-8d0f-683690d5093a tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.91 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0912280 Apr 08 17:47:04.201469 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc347e6-1fbc-4ca3-8762-fbec2ecf2e8a req-21a93e3d-5785-4cd5-ab01-2acf69c08161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:04.202988 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cdc347e6-1fbc-4ca3-8762-fbec2ecf2e8a req-21a93e3d-5785-4cd5-ab01-2acf69c08161 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=15eff12c90b045d5829b15564c4f687b&device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 1130 time: 0.1031833 Apr 08 17:47:04.423806 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-8fff91a9-e069-4432-a0b6-0bde8e75aecf req-5192d4ed-d27d-4f0c-85fe-14129bb2bbf9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Deleting port cde18caf-aea3-43c2-9c9c-7a352f38e9ea {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:04.424146 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-8fff91a9-e069-4432-a0b6-0bde8e75aecf req-5192d4ed-d27d-4f0c-85fe-14129bb2bbf9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:04.428131 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-85e7ab80-20ca-4487-a0d6-2f1700fbfbd6 req-719e2d9d-04e7-4428-aa7e-c5ff7166fa5d service neutron] 10.222.0.91 "GET /v2.0/networks/5a3136a7-a509-4273-8192-f1445720478e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350194 Apr 08 17:47:04.444921 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc347e6-1fbc-4ca3-8762-fbec2ecf2e8a req-9473a69b-ac17-492f-bb9b-5952343d0c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:04.446320 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cdc347e6-1fbc-4ca3-8762-fbec2ecf2e8a req-9473a69b-ac17-492f-bb9b-5952343d0c09 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9f86ef8-6f50-49db-84bd-326834993a5e HTTP/1.1" status: 200 len: 911 time: 0.2251415 Apr 08 17:47:04.565547 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cdc347e6-1fbc-4ca3-8762-fbec2ecf2e8a req-115cf72a-12f9-4e85-81af-500dc943c820 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf16c1c-1649-413c-aad3-2a033b9e3415 HTTP/1.1" status: 200 len: 1002 time: 0.0827687 Apr 08 17:47:04.570792 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-8fff91a9-e069-4432-a0b6-0bde8e75aecf req-5192d4ed-d27d-4f0c-85fe-14129bb2bbf9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] For port cde18caf-aea3-43c2-9c9c-7a352f38e9ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cde18caf-aea3-43c2-9c9c-7a352f38e9ea,segment=NetworkSegment(37a6fb90-9bc3-4200-8f22-400e0008a1b5),segment_id=37a6fb90-9bc3-4200-8f22-400e0008a1b5)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:04.571157 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-8fff91a9-e069-4432-a0b6-0bde8e75aecf req-5192d4ed-d27d-4f0c-85fe-14129bb2bbf9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:04.610216 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-8fff91a9-e069-4432-a0b6-0bde8e75aecf req-5192d4ed-d27d-4f0c-85fe-14129bb2bbf9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Calling delete_port for cde18caf-aea3-43c2-9c9c-7a352f38e9ea owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:04.667794 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc347e6-1fbc-4ca3-8762-fbec2ecf2e8a req-8bd90508-dce8-485a-906e-3f2d9d40052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:04.669827 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cdc347e6-1fbc-4ca3-8762-fbec2ecf2e8a req-8bd90508-dce8-485a-906e-3f2d9d40052b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=67508fbe-8598-4ea6-b340-f6743e16bbac HTTP/1.1" status: 200 len: 849 time: 0.0952690 Apr 08 17:47:04.732897 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc347e6-1fbc-4ca3-8762-fbec2ecf2e8a req-22439a48-d28d-40b5-9de3-ec9856e91162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:04.734559 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cdc347e6-1fbc-4ca3-8762-fbec2ecf2e8a req-22439a48-d28d-40b5-9de3-ec9856e91162 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9f86ef8-6f50-49db-84bd-326834993a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576212 Apr 08 17:47:04.812110 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098346ed-c72e-4163-855a-899dbbc2f38e req-780eacc6-3833-412d-8eb1-e73d3dad8604 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:04.813686 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-098346ed-c72e-4163-855a-899dbbc2f38e req-780eacc6-3833-412d-8eb1-e73d3dad8604 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 945 time: 0.0469015 Apr 08 17:47:04.847856 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-8fff91a9-e069-4432-a0b6-0bde8e75aecf req-5192d4ed-d27d-4f0c-85fe-14129bb2bbf9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (cde18caf-aea3-43c2-9c9c-7a352f38e9ea), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:04.869432 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-098346ed-c72e-4163-855a-899dbbc2f38e req-153b4517-ae51-4f3f-9127-0468edaf2c91 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/security-groups?id=a07b92b7-6923-4030-9215-e9d0c60ab2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497789 Apr 08 17:47:04.887519 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192d4ed-d27d-4f0c-85fe-14129bb2bbf9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Pushing event deleted for resources: {'Port': ['ID=cde18caf-aea3-43c2-9c9c-7a352f38e9ea,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:04.916331 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cdc347e6-1fbc-4ca3-8762-fbec2ecf2e8a req-479cd53f-9995-4bc9-a116-179a6ef13569 service neutron] 10.222.0.91 "GET /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754735 Apr 08 17:47:04.943222 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fff91a9-e069-4432-a0b6-0bde8e75aecf req-5192d4ed-d27d-4f0c-85fe-14129bb2bbf9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] No DVR routers for this DVR port cde18caf-aea3-43c2-9c9c-7a352f38e9ea on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:47:04.946116 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-8fff91a9-e069-4432-a0b6-0bde8e75aecf req-5192d4ed-d27d-4f0c-85fe-14129bb2bbf9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:04.949333 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8fff91a9-e069-4432-a0b6-0bde8e75aecf req-5192d4ed-d27d-4f0c-85fe-14129bb2bbf9 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.91 "DELETE /v2.0/ports/cde18caf-aea3-43c2-9c9c-7a352f38e9ea HTTP/1.1" status: 204 len: 173 time: 0.7454445 Apr 08 17:47:04.950020 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42dde2e8-fe4a-4445-82c3-11ee6c689fcb', 'name': 'network-vif-deleted', 'tag': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:04.952828 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bc1663-19a4-44d5-816e-770830bb70dc" -d '{"events": [{"server_uuid": "42dde2e8-fe4a-4445-82c3-11ee6c689fcb", "name": "network-vif-deleted", "tag": "cde18caf-aea3-43c2-9c9c-7a352f38e9ea"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:05.006359 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bcda74-3698-43d0-ac23-c8c90eb6227e x-openstack-request-id: req-04bcda74-3698-43d0-ac23-c8c90eb6227e {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:05.006649 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42dde2e8-fe4a-4445-82c3-11ee6c689fcb", "name": "network-vif-deleted", "tag": "cde18caf-aea3-43c2-9c9c-7a352f38e9ea", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:05.006903 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04bcda74-3698-43d0-ac23-c8c90eb6227e {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:05.007300 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04bcda74-3698-43d0-ac23-c8c90eb6227e'] response: {'server_uuid': '42dde2e8-fe4a-4445-82c3-11ee6c689fcb', 'name': 'network-vif-deleted', 'tag': 'cde18caf-aea3-43c2-9c9c-7a352f38e9ea', 'status': 'completed', 'code': 200} Apr 08 17:47:05.040064 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cdc347e6-1fbc-4ca3-8762-fbec2ecf2e8a req-10bde4f6-6910-4e38-83e7-9061426fb92e service neutron] 10.222.0.91 "GET /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042371 Apr 08 17:47:05.159189 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3dc55-6127-44d9-95bf-d8a0fa1fa4ce req-798ea834-3881-4610-b478-ebfd0980e025 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:05.160642 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fab3dc55-6127-44d9-95bf-d8a0fa1fa4ce req-798ea834-3881-4610-b478-ebfd0980e025 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0503354 Apr 08 17:47:05.213582 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fab3dc55-6127-44d9-95bf-d8a0fa1fa4ce req-6ac1d309-962d-44e9-b815-23e6fd1b5f53 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473478 Apr 08 17:47:05.983847 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5748a8bc-3ee7-461a-9a78-9b46a2a008b8 req-72bdec08-f0bd-4c1d-85f7-35fdbacf1bcc tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "GET /v2.0/ports?device_id=42dde2e8-fe4a-4445-82c3-11ee6c689fcb HTTP/1.1" status: 200 len: 210 time: 0.0283642 Apr 08 17:47:06.113979 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device cde18caf-aea3-43c2-9c9c-7a352f38e9ea no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:47:06.134577 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: cde18caf-aea3-43c2-9c9c-7a352f38e9ea {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:47:06.134926 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device cde18caf-aea3-43c2-9c9c-7a352f38e9ea not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:47:06.328881 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53f49a-064e-4fc5-baa0-02ac9cbd0c74 req-a0486815-461c-4c6f-80c9-e48ea7956989 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:06.330357 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5a53f49a-064e-4fc5-baa0-02ac9cbd0c74 req-a0486815-461c-4c6f-80c9-e48ea7956989 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0462224 Apr 08 17:47:06.377473 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5a53f49a-064e-4fc5-baa0-02ac9cbd0c74 req-9b411d94-e6c9-4e3f-b3f0-a6ef47756cf9 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414662 Apr 08 17:47:07.043041 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50680) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:07.101415 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d9987c31-3384-42dd-b90c-506083d32671 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group (a07b92b7-6923-4030-9215-e9d0c60ab2cf), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:07.130499 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d9987c31-3384-42dd-b90c-506083d32671 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group (a07b92b7-6923-4030-9215-e9d0c60ab2cf), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:07.196066 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d9987c31-3384-42dd-b90c-506083d32671 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (a07b92b7-6923-4030-9215-e9d0c60ab2cf), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:07.198194 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d9987c31-3384-42dd-b90c-506083d32671 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:07.199383 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-d9987c31-3384-42dd-b90c-506083d32671 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] 10.222.0.24 "DELETE /v2.0/security-groups/a07b92b7-6923-4030-9215-e9d0c60ab2cf HTTP/1.1" status: 204 len: 168 time: 0.1553354 Apr 08 17:47:07.210003 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9987c31-3384-42dd-b90c-506083d32671 tempest-TestShelveInstance-107982656 tempest-TestShelveInstance-107982656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07b92b7-6923-4030-9215-e9d0c60ab2cf,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:07.259924 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50684) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:07.659556 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643744'] for router_interface (7d87c93a-cdf2-42a6-a4af-fb44226ce246), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:07.900177 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Deleting port b72c2cbb-0347-4821-b435-d1750afe7835 {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:07.900542 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (b72c2cbb-0347-4821-b435-d1750afe7835), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:07.979868 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] For port b72c2cbb-0347-4821-b435-d1750afe7835, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=b72c2cbb-0347-4821-b435-d1750afe7835,segment=NetworkSegment(37a6fb90-9bc3-4200-8f22-400e0008a1b5),segment_id=37a6fb90-9bc3-4200-8f22-400e0008a1b5)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:07.980254 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (b72c2cbb-0347-4821-b435-d1750afe7835), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:07.992700 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Calling delete_port for b72c2cbb-0347-4821-b435-d1750afe7835 owned by network:router_interface {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:08.183408 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (b72c2cbb-0347-4821-b435-d1750afe7835), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:08.214416 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b72c2cbb-0347-4821-b435-d1750afe7835,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:08.234885 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:08.235242 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:08.235588 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:08.235931 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:08.236293 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:08.236626 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:08.236955 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:08.237291 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:08.237617 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:08.237942 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:08.238269 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:08.238595 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:08.238912 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:08.239232 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:08.239549 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:08.406387 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1643636'] for router_interface (7d87c93a-cdf2-42a6-a4af-fb44226ce246), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:08.641264 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Router 7d87c93a-cdf2-42a6-a4af-fb44226ce246 has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:47:08.762475 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:47:08.767517 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-c2edf940-827b-418f-bcfe-0457296c57e6 admin admin] 10.222.0.24 "PUT /v2.0/routers/7d87c93a-cdf2-42a6-a4af-fb44226ce246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5064445 Apr 08 17:47:08.770059 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50690) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:08.772781 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80e0e94-7eef-4603-bb30-221e222ddfb2 None None] Sync routers for ids ['7d87c93a-cdf2-42a6-a4af-fb44226ce246'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:47:08.782710 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80e0e94-7eef-4603-bb30-221e222ddfb2 None None] Routers {'7d87c93a-cdf2-42a6-a4af-fb44226ce246'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:08.783322 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-d80e0e94-7eef-4603-bb30-221e222ddfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:46:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7d87c93a-cdf2-42a6-a4af-fb44226ce246'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:08.885115 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1ae75d02-aee5-48d4-b8f8-39af6710e318 admin admin] Publish callbacks [] for router (7d87c93a-cdf2-42a6-a4af-fb44226ce246), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:08.904443 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-d80e0e94-7eef-4603-bb30-221e222ddfb2 None None] Set router 7d87c93a-cdf2-42a6-a4af-fb44226ce246 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:08.988627 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1ae75d02-aee5-48d4-b8f8-39af6710e318 admin admin] Publish callbacks [] for router_gateway (7d87c93a-cdf2-42a6-a4af-fb44226ce246), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:09.037507 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-1ae75d02-aee5-48d4-b8f8-39af6710e318 admin admin] Deleting port ba09f41f-e976-4a8f-9f6e-ce2454617c17 {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:09.037844 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1ae75d02-aee5-48d4-b8f8-39af6710e318 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (ba09f41f-e976-4a8f-9f6e-ce2454617c17), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:09.086128 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-d80e0e94-7eef-4603-bb30-221e222ddfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'name': 'tempest-TestShelveInstance-1721933351-router', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:12Z', 'updated_at': '2022-04-08T17:47:08Z', 'revision_number': 5, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'gw_port': {'id': 'ba09f41f-e976-4a8f-9f6e-ce2454617c17', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:13Z', 'updated_at': '2022-04-08T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:09.120494 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80e0e94-7eef-4603-bb30-221e222ddfb2 None None] Checking router: 7d87c93a-cdf2-42a6-a4af-fb44226ce246 for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:47:09.122306 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-1ae75d02-aee5-48d4-b8f8-39af6710e318 admin admin] For port ba09f41f-e976-4a8f-9f6e-ce2454617c17, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=ba09f41f-e976-4a8f-9f6e-ce2454617c17,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:09.122802 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1ae75d02-aee5-48d4-b8f8-39af6710e318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (ba09f41f-e976-4a8f-9f6e-ce2454617c17), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:09.130484 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80e0e94-7eef-4603-bb30-221e222ddfb2 None None] Routers {'7d87c93a-cdf2-42a6-a4af-fb44226ce246'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:09.131112 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-d80e0e94-7eef-4603-bb30-221e222ddfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:46:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7d87c93a-cdf2-42a6-a4af-fb44226ce246'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:09.136094 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-1ae75d02-aee5-48d4-b8f8-39af6710e318 admin admin] Calling delete_port for ba09f41f-e976-4a8f-9f6e-ce2454617c17 owned by network:router_gateway {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:09.232684 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-d80e0e94-7eef-4603-bb30-221e222ddfb2 None None] Set router 7d87c93a-cdf2-42a6-a4af-fb44226ce246 gateway port host: None {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:09.293463 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-d80e0e94-7eef-4603-bb30-221e222ddfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'name': 'tempest-TestShelveInstance-1721933351-router', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:12Z', 'updated_at': '2022-04-08T17:47:08Z', 'revision_number': 6, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'gw_port_host': None}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:09.464098 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80e0e94-7eef-4603-bb30-221e222ddfb2 None None] The sync data for ids ['7d87c93a-cdf2-42a6-a4af-fb44226ce246'] in dv-cinder-837164-1-iscsi is: [{'id': '7d87c93a-cdf2-42a6-a4af-fb44226ce246', 'name': 'tempest-TestShelveInstance-1721933351-router', 'tenant_id': '5f737778e54346c1b6ff286669cf0345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:12Z', 'updated_at': '2022-04-08T17:47:08Z', 'revision_number': 6, 'project_id': '5f737778e54346c1b6ff286669cf0345', 'gw_port_host': None}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:47:09.535223 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1ae75d02-aee5-48d4-b8f8-39af6710e318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (ba09f41f-e976-4a8f-9f6e-ce2454617c17), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:09.564839 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae75d02-aee5-48d4-b8f8-39af6710e318 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba09f41f-e976-4a8f-9f6e-ce2454617c17,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:09.632771 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1ae75d02-aee5-48d4-b8f8-39af6710e318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645974'] for router_gateway (7d87c93a-cdf2-42a6-a4af-fb44226ce246), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:09.727446 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1ae75d02-aee5-48d4-b8f8-39af6710e318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6559'] for router (7d87c93a-cdf2-42a6-a4af-fb44226ce246), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:09.729982 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1ae75d02-aee5-48d4-b8f8-39af6710e318 admin admin] Publish callbacks [] for router_controller (7d87c93a-cdf2-42a6-a4af-fb44226ce246), precommit_delete_associations {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:09.777263 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1ae75d02-aee5-48d4-b8f8-39af6710e318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1731893'] for router (7d87c93a-cdf2-42a6-a4af-fb44226ce246), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:09.777728 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae75d02-aee5-48d4-b8f8-39af6710e318 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d87c93a-cdf2-42a6-a4af-fb44226ce246 {{(pid=103644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 17:47:09.782394 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1ae75d02-aee5-48d4-b8f8-39af6710e318 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:09.783567 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-1ae75d02-aee5-48d4-b8f8-39af6710e318 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7d87c93a-cdf2-42a6-a4af-fb44226ce246 HTTP/1.1" status: 204 len: 168 time: 1.0125754 Apr 08 17:47:09.786119 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50694) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:09.834697 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27b6f55-bf5d-4d4a-8f32-aec5a989efec admin admin] Deleting subnet f2fd8198-fe62-4651-aa0b-73bb0681f47e {{(pid=103644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:47:09.838683 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b27b6f55-bf5d-4d4a-8f32-aec5a989efec admin admin] Publish callbacks [] for subnet (f2fd8198-fe62-4651-aa0b-73bb0681f47e), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:09.874736 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b27b6f55-bf5d-4d4a-8f32-aec5a989efec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8211231'] for subnet (f2fd8198-fe62-4651-aa0b-73bb0681f47e), precommit_delete_associations {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:09.954593 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device b72c2cbb-0347-4821-b435-d1750afe7835 no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:47:09.978630 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: b72c2cbb-0347-4821-b435-d1750afe7835 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:47:09.978977 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device b72c2cbb-0347-4821-b435-d1750afe7835 not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:47:09.980220 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b27b6f55-bf5d-4d4a-8f32-aec5a989efec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929042'] for subnet (f2fd8198-fe62-4651-aa0b-73bb0681f47e), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:10.038193 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b27b6f55-bf5d-4d4a-8f32-aec5a989efec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5085542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4944753'] for subnet (f2fd8198-fe62-4651-aa0b-73bb0681f47e), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:10.065585 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b6f55-bf5d-4d4a-8f32-aec5a989efec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2fd8198-fe62-4651-aa0b-73bb0681f47e,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:10.069053 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b27b6f55-bf5d-4d4a-8f32-aec5a989efec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:10.072402 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-b27b6f55-bf5d-4d4a-8f32-aec5a989efec admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f2fd8198-fe62-4651-aa0b-73bb0681f47e HTTP/1.1" status: 204 len: 168 time: 0.2851026 Apr 08 17:47:10.075122 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3712ee62-312a-4eca-be59-e409f8f40ede None None] Network 5a3136a7-a509-4273-8192-f1445720478e requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:47:10.075658 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50698) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:10.145747 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-970409'] for network (5a3136a7-a509-4273-8192-f1445720478e), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:10.205243 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] Deleting port 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:10.205583 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (0ccdd23d-1fef-43c5-a14d-47ff79ddd795), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:10.270160 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] For port 0ccdd23d-1fef-43c5-a14d-47ff79ddd795, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=0ccdd23d-1fef-43c5-a14d-47ff79ddd795,segment=NetworkSegment(37a6fb90-9bc3-4200-8f22-400e0008a1b5),segment_id=37a6fb90-9bc3-4200-8f22-400e0008a1b5)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:10.270520 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (0ccdd23d-1fef-43c5-a14d-47ff79ddd795), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:10.283391 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] Calling delete_port for 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 owned by network:dhcp {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:10.327340 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] DHCP port deletion for 5a3136a7-a509-4273-8192-f1445720478e request from dv-cinder-837164-1-iscsi {{(pid=103645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 17:47:10.369671 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Deleting port 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 {{(pid=103645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:10.370044 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (0ccdd23d-1fef-43c5-a14d-47ff79ddd795), before_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:10.379151 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (0ccdd23d-1fef-43c5-a14d-47ff79ddd795), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:10.408492 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ccdd23d-1fef-43c5-a14d-47ff79ddd795,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:10.417750 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] No DVR routers for this DVR port 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 on host dv-cinder-837164-1-iscsi {{(pid=103644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:47:10.443493 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] For port 0ccdd23d-1fef-43c5-a14d-47ff79ddd795, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=0ccdd23d-1fef-43c5-a14d-47ff79ddd795,segment=NetworkSegment(37a6fb90-9bc3-4200-8f22-400e0008a1b5),segment_id=37a6fb90-9bc3-4200-8f22-400e0008a1b5)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:10.443920 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (0ccdd23d-1fef-43c5-a14d-47ff79ddd795), precommit_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:10.459163 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Calling delete_port for 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 owned by network:dhcp {{(pid=103645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:10.492917 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931487', 'neutron.services.segments.db._delete_segments_for_network-8761101197981'] for network (5a3136a7-a509-4273-8192-f1445720478e), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:10.519528 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.services.segments.db [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3136a7-a509-4273-8192-f1445720478e']}} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:10.529868 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.services.segments.db [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a6fb90-9bc3-4200-8f22-400e0008a1b5') {'for_net_delete': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:10.530173 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.services.segments.db [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a6fb90-9bc3-4200-8f22-400e0008a1b5') {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:10.541472 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761101199014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8211222'] for segment (37a6fb90-9bc3-4200-8f22-400e0008a1b5), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:10.542659 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641'] for port (0ccdd23d-1fef-43c5-a14d-47ff79ddd795), after_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:10.556138 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (37a6fb90-9bc3-4200-8f22-400e0008a1b5), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:10.565637 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=103644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:47:10.566275 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5085440'] for segment (37a6fb90-9bc3-4200-8f22-400e0008a1b5), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: Traceback (most recent call last): Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: timer() Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: cb(*args, **kw) Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: return func(*args, **kwargs) Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: self._notify() Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: self.callback(batched_events) Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: event.method(event) Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: return f(self, *a, **k) Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: return self._get(url).json() Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: return self.request(url, 'GET', **kwargs) Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:47:10.569066 dv-cinder-837164-1-iscsi neutron-server[103644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:47:10.571579 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Pushing event deleted for resources: {'Port': ['ID=0ccdd23d-1fef-43c5-a14d-47ff79ddd795,revision_number=None']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:10.573446 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] No DVR routers for this DVR port 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 on host dv-cinder-837164-1-iscsi {{(pid=103645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:47:10.582966 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:10.583336 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:10.583672 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:10.584624 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:10.584624 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:10.584822 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:10.585032 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:10.585383 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:10.585723 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:10.586062 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:10.586397 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:10.586735 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:10.587075 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:10.587405 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:10.587735 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3af4f3-5644-4378-95d9-f378063607a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:10.634524 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646066'] for network (5a3136a7-a509-4273-8192-f1445720478e), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:10.640065 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:10.646215 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5a3136a7-a509-4273-8192-f1445720478e HTTP/1.1" status: 204 len: 168 time: 0.5666647 Apr 08 17:47:10.646712 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50700) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:10.654852 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70d834-cad5-430a-8669-1ec9e7bca941 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a3136a7-a509-4273-8192-f1445720478e,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:11.048881 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d4e008ad-e0d0-46df-bbe5-c3c0eaf7a317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643744'] for router_interface (9a8b1b59-022a-4775-88eb-9a261a72dcd2), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:11.331719 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-d4e008ad-e0d0-46df-bbe5-c3c0eaf7a317 admin admin] Deleting port c1dca03a-d312-4f9c-8ca7-3d65bbae2593 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:11.332050 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d4e008ad-e0d0-46df-bbe5-c3c0eaf7a317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:11.581376 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:47:11.616012 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:47:11.616657 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 0ccdd23d-1fef-43c5-a14d-47ff79ddd795 not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:47:11.617265 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device ba09f41f-e976-4a8f-9f6e-ce2454617c17 no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:47:11.637984 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: ba09f41f-e976-4a8f-9f6e-ce2454617c17 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:47:11.638325 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device ba09f41f-e976-4a8f-9f6e-ce2454617c17 not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:47:11.674921 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-d4e008ad-e0d0-46df-bbe5-c3c0eaf7a317 admin admin] For port c1dca03a-d312-4f9c-8ca7-3d65bbae2593, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=c1dca03a-d312-4f9c-8ca7-3d65bbae2593,segment=NetworkSegment(f92c852c-f59e-43dd-a35e-c33a5f5b2924),segment_id=f92c852c-f59e-43dd-a35e-c33a5f5b2924)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:11.675511 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d4e008ad-e0d0-46df-bbe5-c3c0eaf7a317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:11.688452 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-d4e008ad-e0d0-46df-bbe5-c3c0eaf7a317 admin admin] Calling delete_port for c1dca03a-d312-4f9c-8ca7-3d65bbae2593 owned by network:router_interface {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:11.888872 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d4e008ad-e0d0-46df-bbe5-c3c0eaf7a317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (c1dca03a-d312-4f9c-8ca7-3d65bbae2593), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:11.918079 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e008ad-e0d0-46df-bbe5-c3c0eaf7a317 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1dca03a-d312-4f9c-8ca7-3d65bbae2593,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:12.096342 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d4e008ad-e0d0-46df-bbe5-c3c0eaf7a317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1643636'] for router_interface (9a8b1b59-022a-4775-88eb-9a261a72dcd2), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:12.320056 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e008ad-e0d0-46df-bbe5-c3c0eaf7a317 admin admin] Router 9a8b1b59-022a-4775-88eb-9a261a72dcd2 has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:47:12.437400 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e008ad-e0d0-46df-bbe5-c3c0eaf7a317 admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:47:12.443016 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-d4e008ad-e0d0-46df-bbe5-c3c0eaf7a317 admin admin] 10.222.0.24 "PUT /v2.0/routers/9a8b1b59-022a-4775-88eb-9a261a72dcd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7949748 Apr 08 17:47:12.445274 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50706) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:12.448390 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad7e26-4aab-49f8-a389-d3e8286a5416 None None] Sync routers for ids ['9a8b1b59-022a-4775-88eb-9a261a72dcd2'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:47:12.458997 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad7e26-4aab-49f8-a389-d3e8286a5416 None None] Routers {'9a8b1b59-022a-4775-88eb-9a261a72dcd2'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:12.459706 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-afad7e26-4aab-49f8-a389-d3e8286a5416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:46:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['9a8b1b59-022a-4775-88eb-9a261a72dcd2'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:12.552995 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9ef2-0186-48e1-a63b-11b7aece5186 admin admin] Publish callbacks [] for router (9a8b1b59-022a-4775-88eb-9a261a72dcd2), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:12.574021 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-afad7e26-4aab-49f8-a389-d3e8286a5416 None None] Set router 9a8b1b59-022a-4775-88eb-9a261a72dcd2 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:12.668379 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9ef2-0186-48e1-a63b-11b7aece5186 admin admin] Publish callbacks [] for router_gateway (9a8b1b59-022a-4775-88eb-9a261a72dcd2), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:12.721753 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-1cdb9ef2-0186-48e1-a63b-11b7aece5186 admin admin] Deleting port 62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:12.722491 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9ef2-0186-48e1-a63b-11b7aece5186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:12.774797 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-afad7e26-4aab-49f8-a389-d3e8286a5416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8b1b59-022a-4775-88eb-9a261a72dcd2', 'name': 'tempest-TestShelveInstance-1267302058-router', 'tenant_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:21Z', 'updated_at': '2022-04-08T17:47:11Z', 'revision_number': 5, 'project_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'gw_port': {'id': '62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8b1b59-022a-4775-88eb-9a261a72dcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:41:22Z', 'updated_at': '2022-04-08T17:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:12.806529 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad7e26-4aab-49f8-a389-d3e8286a5416 None None] Checking router: 9a8b1b59-022a-4775-88eb-9a261a72dcd2 for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:47:12.814783 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-1cdb9ef2-0186-48e1-a63b-11b7aece5186 admin admin] For port 62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:12.815250 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad7e26-4aab-49f8-a389-d3e8286a5416 None None] Routers {'9a8b1b59-022a-4775-88eb-9a261a72dcd2'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:12.815377 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9ef2-0186-48e1-a63b-11b7aece5186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:12.817051 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-afad7e26-4aab-49f8-a389-d3e8286a5416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:46:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['9a8b1b59-022a-4775-88eb-9a261a72dcd2'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:12.830356 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-1cdb9ef2-0186-48e1-a63b-11b7aece5186 admin admin] Calling delete_port for 62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7 owned by network:router_gateway {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:12.915232 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-afad7e26-4aab-49f8-a389-d3e8286a5416 None None] Set router 9a8b1b59-022a-4775-88eb-9a261a72dcd2 gateway port host: None {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:12.976783 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-afad7e26-4aab-49f8-a389-d3e8286a5416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8b1b59-022a-4775-88eb-9a261a72dcd2', 'name': 'tempest-TestShelveInstance-1267302058-router', 'tenant_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:21Z', 'updated_at': '2022-04-08T17:47:12Z', 'revision_number': 6, 'project_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'gw_port_host': None}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:13.007376 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad7e26-4aab-49f8-a389-d3e8286a5416 None None] The sync data for ids ['9a8b1b59-022a-4775-88eb-9a261a72dcd2'] in dv-cinder-837164-1-iscsi is: [{'id': '9a8b1b59-022a-4775-88eb-9a261a72dcd2', 'name': 'tempest-TestShelveInstance-1267302058-router', 'tenant_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:41:21Z', 'updated_at': '2022-04-08T17:47:12Z', 'revision_number': 6, 'project_id': '5d7101e718d74a97b8420aa00e6dd7a1', 'gw_port_host': None}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:47:13.013406 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9ef2-0186-48e1-a63b-11b7aece5186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.065636 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb9ef2-0186-48e1-a63b-11b7aece5186 admin admin] Pushing event deleted for resources: {'Port': ['ID=62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:13.136087 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9ef2-0186-48e1-a63b-11b7aece5186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645974'] for router_gateway (9a8b1b59-022a-4775-88eb-9a261a72dcd2), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.248861 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9ef2-0186-48e1-a63b-11b7aece5186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6559'] for router (9a8b1b59-022a-4775-88eb-9a261a72dcd2), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.251049 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9ef2-0186-48e1-a63b-11b7aece5186 admin admin] Publish callbacks [] for router_controller (9a8b1b59-022a-4775-88eb-9a261a72dcd2), precommit_delete_associations {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.314136 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9ef2-0186-48e1-a63b-11b7aece5186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1731893'] for router (9a8b1b59-022a-4775-88eb-9a261a72dcd2), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.314609 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdb9ef2-0186-48e1-a63b-11b7aece5186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a8b1b59-022a-4775-88eb-9a261a72dcd2 {{(pid=103643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 17:47:13.319659 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9ef2-0186-48e1-a63b-11b7aece5186 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.320925 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-1cdb9ef2-0186-48e1-a63b-11b7aece5186 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9a8b1b59-022a-4775-88eb-9a261a72dcd2 HTTP/1.1" status: 204 len: 168 time: 0.8746736 Apr 08 17:47:13.323501 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50710) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:13.368711 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6fcb315-a6af-495d-a72e-be42ff7307a3 admin admin] Deleting subnet 171461e2-53b1-4354-abce-84ddf8b26502 {{(pid=103643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:47:13.373139 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb315-a6af-495d-a72e-be42ff7307a3 admin admin] Publish callbacks [] for subnet (171461e2-53b1-4354-abce-84ddf8b26502), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.412565 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb315-a6af-495d-a72e-be42ff7307a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7555455'] for subnet (171461e2-53b1-4354-abce-84ddf8b26502), precommit_delete_associations {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.527588 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb315-a6af-495d-a72e-be42ff7307a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929042'] for subnet (171461e2-53b1-4354-abce-84ddf8b26502), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.583357 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb315-a6af-495d-a72e-be42ff7307a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7534635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5067481'] for subnet (171461e2-53b1-4354-abce-84ddf8b26502), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.609515 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcb315-a6af-495d-a72e-be42ff7307a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=171461e2-53b1-4354-abce-84ddf8b26502,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:13.612964 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb315-a6af-495d-a72e-be42ff7307a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.616047 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-e6fcb315-a6af-495d-a72e-be42ff7307a3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/171461e2-53b1-4354-abce-84ddf8b26502 HTTP/1.1" status: 204 len: 168 time: 0.2915888 Apr 08 17:47:13.618608 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50712) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:13.621246 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5355ea2-1d6f-48e3-abff-383c2bb26367 None None] Network fef11571-b61f-4fa1-b4ac-bfc20fb525cb requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:47:13.689287 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-970409'] for network (fef11571-b61f-4fa1-b4ac-bfc20fb525cb), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.734874 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] Deleting port bef5e7dc-3018-46b4-8153-1f0a425bd65f {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:13.735485 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (bef5e7dc-3018-46b4-8153-1f0a425bd65f), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.803263 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4072a8-fb7f-4a71-9e1e-6e411e8557b0 None None] DHCP port deletion for fef11571-b61f-4fa1-b4ac-bfc20fb525cb request from dv-cinder-837164-1-iscsi {{(pid=103645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 17:47:13.810933 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] For port bef5e7dc-3018-46b4-8153-1f0a425bd65f, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=bef5e7dc-3018-46b4-8153-1f0a425bd65f,segment=NetworkSegment(f92c852c-f59e-43dd-a35e-c33a5f5b2924),segment_id=f92c852c-f59e-43dd-a35e-c33a5f5b2924)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:13.811152 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (bef5e7dc-3018-46b4-8153-1f0a425bd65f), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.829579 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] Calling delete_port for bef5e7dc-3018-46b4-8153-1f0a425bd65f owned by network:dhcp {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:13.861545 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-4c4072a8-fb7f-4a71-9e1e-6e411e8557b0 None None] Deleting port bef5e7dc-3018-46b4-8153-1f0a425bd65f {{(pid=103645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:13.863826 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4c4072a8-fb7f-4a71-9e1e-6e411e8557b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (bef5e7dc-3018-46b4-8153-1f0a425bd65f), before_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.880057 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device bef5e7dc-3018-46b4-8153-1f0a425bd65f no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:47:13.923666 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (bef5e7dc-3018-46b4-8153-1f0a425bd65f), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.952759 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=bef5e7dc-3018-46b4-8153-1f0a425bd65f,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:13.956024 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] No DVR routers for this DVR port bef5e7dc-3018-46b4-8153-1f0a425bd65f on host dv-cinder-837164-1-iscsi {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:47:13.965363 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-4c4072a8-fb7f-4a71-9e1e-6e411e8557b0 None None] For port bef5e7dc-3018-46b4-8153-1f0a425bd65f, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=bef5e7dc-3018-46b4-8153-1f0a425bd65f,segment=NetworkSegment(f92c852c-f59e-43dd-a35e-c33a5f5b2924),segment_id=f92c852c-f59e-43dd-a35e-c33a5f5b2924)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:13.965999 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4c4072a8-fb7f-4a71-9e1e-6e411e8557b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (bef5e7dc-3018-46b4-8153-1f0a425bd65f), precommit_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.980103 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No active binding found for port bef5e7dc-3018-46b4-8153-1f0a425bd65f {{(pid=103645) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 08 17:47:13.980504 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] The host dv-cinder-837164-1-iscsi is not matching for port bef5e7dc-3018-46b4-8153-1f0a425bd65f host None! {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 08 17:47:13.980896 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device bef5e7dc-3018-46b4-8153-1f0a425bd65f not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:47:13.981835 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device c1dca03a-d312-4f9c-8ca7-3d65bbae2593 no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:47:13.983744 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-4c4072a8-fb7f-4a71-9e1e-6e411e8557b0 None None] Calling delete_port for bef5e7dc-3018-46b4-8153-1f0a425bd65f owned by network:dhcp {{(pid=103645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:14.009800 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: c1dca03a-d312-4f9c-8ca7-3d65bbae2593 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:47:14.010143 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device c1dca03a-d312-4f9c-8ca7-3d65bbae2593 not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:47:14.010569 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7 no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:47:14.031650 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931487', 'neutron.services.segments.db._delete_segments_for_network-8761101197981'] for network (fef11571-b61f-4fa1-b4ac-bfc20fb525cb), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.031866 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: 62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:47:14.031866 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 62baa4d5-1bb0-49f8-b5d4-f9af8bdc26d7 not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:47:14.062196 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef11571-b61f-4fa1-b4ac-bfc20fb525cb']}} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:14.072458 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92c852c-f59e-43dd-a35e-c33a5f5b2924') {'for_net_delete': True} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:14.072770 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92c852c-f59e-43dd-a35e-c33a5f5b2924') {} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:14.083012 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761101199014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7555446'] for segment (f92c852c-f59e-43dd-a35e-c33a5f5b2924), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.098088 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (f92c852c-f59e-43dd-a35e-c33a5f5b2924), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.102789 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4c4072a8-fb7f-4a71-9e1e-6e411e8557b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641'] for port (bef5e7dc-3018-46b4-8153-1f0a425bd65f), after_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.108634 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=103643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:47:14.109441 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7534669'] for segment (f92c852c-f59e-43dd-a35e-c33a5f5b2924), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: Traceback (most recent call last): Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: timer() Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: cb(*args, **kw) Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: return func(*args, **kwargs) Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: self._notify() Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: self.callback(batched_events) Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: event.method(event) Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: return f(self, *a, **k) Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._get(url).json() Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: return self.request(url, 'GET', **kwargs) Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:47:14.113285 dv-cinder-837164-1-iscsi neutron-server[103643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:47:14.131949 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4072a8-fb7f-4a71-9e1e-6e411e8557b0 None None] No DVR routers for this DVR port bef5e7dc-3018-46b4-8153-1f0a425bd65f on host dv-cinder-837164-1-iscsi {{(pid=103645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:47:14.133627 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4072a8-fb7f-4a71-9e1e-6e411e8557b0 None None] Pushing event deleted for resources: {'Port': ['ID=bef5e7dc-3018-46b4-8153-1f0a425bd65f,revision_number=None']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:14.186085 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646066'] for network (fef11571-b61f-4fa1-b4ac-bfc20fb525cb), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.190936 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.194398 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fef11571-b61f-4fa1-b4ac-bfc20fb525cb HTTP/1.1" status: 204 len: 168 time: 0.5747938 Apr 08 17:47:14.209767 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9e8bc-6cf0-44e4-b07d-0f666d4b4d76 admin admin] Pushing event deleted for resources: {'Network': ['ID=fef11571-b61f-4fa1-b4ac-bfc20fb525cb,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:14.344052 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50722) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:14.374382 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50724) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:14.382166 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-553e30d6-3ac0-438f-8d30-e0ba12d9360d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452593917', 'description': 'tempest-description--1140856088'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:14.401643 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-59b90068-13a2-40c2-950a-eaadb3b1db88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f737778e54346c1b6ff286669cf0345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0562015 Apr 08 17:47:14.404680 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50726) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:14.412435 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-553e30d6-3ac0-438f-8d30-e0ba12d9360d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.457274 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-929c253c-7c13-44ac-9ba8-693303f8aadc admin admin] Publish callbacks [] for security_group (af642749-8f63-4353-ad63-fc6d27a09bd1), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.482845 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-929c253c-7c13-44ac-9ba8-693303f8aadc admin admin] Publish callbacks [] for security_group (af642749-8f63-4353-ad63-fc6d27a09bd1), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.488759 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-553e30d6-3ac0-438f-8d30-e0ba12d9360d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (2f82bbab-de9b-492f-9b1a-8be916b08bac), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.492497 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-553e30d6-3ac0-438f-8d30-e0ba12d9360d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (2f82bbab-de9b-492f-9b1a-8be916b08bac), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.530714 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-553e30d6-3ac0-438f-8d30-e0ba12d9360d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.535302 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-553e30d6-3ac0-438f-8d30-e0ba12d9360d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1566122 Apr 08 17:47:14.535302 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e30d6-3ac0-438f-8d30-e0ba12d9360d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f82bbab-de9b-492f-9b1a-8be916b08bac,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:14.535302 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50728) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:14.539684 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-919280a0-77b4-46e6-8e6c-74e9010db8cb tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'security_group_rule': {'security_group_id': '2f82bbab-de9b-492f-9b1a-8be916b08bac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:14.544698 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-929c253c-7c13-44ac-9ba8-693303f8aadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (af642749-8f63-4353-ad63-fc6d27a09bd1), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.547511 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-929c253c-7c13-44ac-9ba8-693303f8aadc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.548690 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-929c253c-7c13-44ac-9ba8-693303f8aadc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af642749-8f63-4353-ad63-fc6d27a09bd1 HTTP/1.1" status: 204 len: 168 time: 0.1429577 Apr 08 17:47:14.556588 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c253c-7c13-44ac-9ba8-693303f8aadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af642749-8f63-4353-ad63-fc6d27a09bd1,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:14.582944 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-919280a0-77b4-46e6-8e6c-74e9010db8cb tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (1e2252c5-9b82-4768-bd83-e53f3b207a27), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.651535 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-919280a0-77b4-46e6-8e6c-74e9010db8cb tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (1e2252c5-9b82-4768-bd83-e53f3b207a27), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.656434 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-919280a0-77b4-46e6-8e6c-74e9010db8cb tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (1e2252c5-9b82-4768-bd83-e53f3b207a27), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.685534 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919280a0-77b4-46e6-8e6c-74e9010db8cb tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2252c5-9b82-4768-bd83-e53f3b207a27,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:14.691453 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-919280a0-77b4-46e6-8e6c-74e9010db8cb tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.696900 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-919280a0-77b4-46e6-8e6c-74e9010db8cb tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1569893 Apr 08 17:47:14.697336 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50732) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:14.702831 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-df7e5af1-9827-4b25-8642-18df299bc93d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'security_group_rule': {'security_group_id': '2f82bbab-de9b-492f-9b1a-8be916b08bac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:14.733270 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-df7e5af1-9827-4b25-8642-18df299bc93d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (8c1c6146-a15d-45dc-a7a1-f733dd1f58c0), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.792674 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-df7e5af1-9827-4b25-8642-18df299bc93d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (8c1c6146-a15d-45dc-a7a1-f733dd1f58c0), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.796474 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-df7e5af1-9827-4b25-8642-18df299bc93d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (8c1c6146-a15d-45dc-a7a1-f733dd1f58c0), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.814821 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e5af1-9827-4b25-8642-18df299bc93d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1c6146-a15d-45dc-a7a1-f733dd1f58c0,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:14.823295 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-df7e5af1-9827-4b25-8642-18df299bc93d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.824636 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-df7e5af1-9827-4b25-8642-18df299bc93d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262403 Apr 08 17:47:14.828789 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50736) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:14.833524 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-7e0e6554-5b94-4620-96e5-48769276d914 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'floatingip': {'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:14.854493 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7e0e6554-5b94-4620-96e5-48769276d914 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.904835 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50738) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:14.942260 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7e0e6554-5b94-4620-96e5-48769276d914 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:14.954461 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-4edc12df-0140-462c-b237-71a52719b6b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d7101e718d74a97b8420aa00e6dd7a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482829 Apr 08 17:47:14.957089 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50740) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:15.005651 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-23fd60c0-6d3e-4e7a-8e9d-6b7c13a4acec admin admin] Publish callbacks [] for security_group (f9eb43d5-2fc4-4a94-b5a6-c6c251513088), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:15.027834 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-23fd60c0-6d3e-4e7a-8e9d-6b7c13a4acec admin admin] Publish callbacks [] for security_group (f9eb43d5-2fc4-4a94-b5a6-c6c251513088), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:15.048868 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-7e0e6554-5b94-4620-96e5-48769276d914 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Allocated IP 172.27.0.177 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/6c67a2e1-8549-4a55-8c18-2ebdbf5584fa) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:47:15.090629 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-23fd60c0-6d3e-4e7a-8e9d-6b7c13a4acec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (f9eb43d5-2fc4-4a94-b5a6-c6c251513088), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:15.093462 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-23fd60c0-6d3e-4e7a-8e9d-6b7c13a4acec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:15.094679 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-23fd60c0-6d3e-4e7a-8e9d-6b7c13a4acec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9eb43d5-2fc4-4a94-b5a6-c6c251513088 HTTP/1.1" status: 204 len: 168 time: 0.1366153 Apr 08 17:47:15.105496 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd60c0-6d3e-4e7a-8e9d-6b7c13a4acec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9eb43d5-2fc4-4a94-b5a6-c6c251513088,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:15.159983 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7e0e6554-5b94-4620-96e5-48769276d914 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for port (6c67a2e1-8549-4a55-8c18-2ebdbf5584fa), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:15.195456 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7e0e6554-5b94-4620-96e5-48769276d914 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (6c67a2e1-8549-4a55-8c18-2ebdbf5584fa), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:15.238429 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0e6554-5b94-4620-96e5-48769276d914 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:47:15.241491 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-7e0e6554-5b94-4620-96e5-48769276d914 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:47:15.248013 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:15.254731 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e6554-5b94-4620-96e5-48769276d914 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:47:15.281062 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e6554-5b94-4620-96e5-48769276d914 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'Port': ['ID=6c67a2e1-8549-4a55-8c18-2ebdbf5584fa,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:15.366183 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7e0e6554-5b94-4620-96e5-48769276d914 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (be021d02-82b9-4f0b-9d9a-7f19330b7c39), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:15.394049 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c4407321-9aaa-4320-94d6-881d4e2997f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:15.411731 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7e0e6554-5b94-4620-96e5-48769276d914 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (6c67a2e1-8549-4a55-8c18-2ebdbf5584fa), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:15.582169 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7e0e6554-5b94-4620-96e5-48769276d914 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for port (6c67a2e1-8549-4a55-8c18-2ebdbf5584fa), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:15.587594 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7e0e6554-5b94-4620-96e5-48769276d914 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085500'] for port (6c67a2e1-8549-4a55-8c18-2ebdbf5584fa), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:15.657292 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e6554-5b94-4620-96e5-48769276d914 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'Port': ['ID=6c67a2e1-8549-4a55-8c18-2ebdbf5584fa,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:15.669476 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7e0e6554-5b94-4620-96e5-48769276d914 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (be021d02-82b9-4f0b-9d9a-7f19330b7c39), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:15.685378 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7e0e6554-5b94-4620-96e5-48769276d914 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:15.686670 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-7e0e6554-5b94-4620-96e5-48769276d914 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8568871 Apr 08 17:47:15.882790 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-0f3a89fd-bca3-4c6b-9cef-87066d7fca4d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1452593917&fields=id&tenant_id=aaabcfbd4b674669a45d5943f398cf09 HTTP/1.1" status: 200 len: 267 time: 0.0447061 Apr 08 17:47:15.993692 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-b8fecc1e-2569-485f-9902-771c9f2cea05 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:15.995163 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-b8fecc1e-2569-485f-9902-771c9f2cea05 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/networks?id=bd0ad82c-1f24-48da-99df-4888f7a9a297 HTTP/1.1" status: 200 len: 814 time: 0.1058028 Apr 08 17:47:16.009897 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-9fb6fe48-47de-42e6-98ef-fef0b67b2e8c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/quotas/aaabcfbd4b674669a45d5943f398cf09 HTTP/1.1" status: 200 len: 375 time: 0.0093329 Apr 08 17:47:16.062214 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-33377ea7-5870-45eb-997c-c090920acd1c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aaabcfbd4b674669a45d5943f398cf09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465829 Apr 08 17:47:16.270838 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-4c9f73e6-b8e5-40c5-849c-d986eef4b66d service neutron] 10.222.0.24 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972682 Apr 08 17:47:16.361535 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-56534c5e-b9f9-478a-95fd-930492e086f7 service neutron] 10.222.0.24 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849669 Apr 08 17:47:17.543644 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-66361341-f604-42b2-88c2-f18761754a06 req-95e13422-b03c-4156-b64b-01e6d48f8e20 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=f228e903-2565-478a-8422-dcf70ddf0612 HTTP/1.1" status: 200 len: 210 time: 0.0362673 Apr 08 17:47:18.077610 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-37fb5f47-e892-42a1-b197-8df55d2aade8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:18.647792 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a1b6fc78-08b3-4475-8681-fc981e45e268 req-bc1fc088-8807-4adc-9d32-d731b4dc5fdb tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=f228e903-2565-478a-8422-dcf70ddf0612 HTTP/1.1" status: 200 len: 210 time: 0.0347188 Apr 08 17:47:18.862456 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:18.900499 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-d69a9b1e-8efb-43b6-93b9-5f5842a282f9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:18.902017 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-d69a9b1e-8efb-43b6-93b9-5f5842a282f9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.91 "GET /v2.0/networks?id=bd0ad82c-1f24-48da-99df-4888f7a9a297 HTTP/1.1" status: 200 len: 814 time: 0.1200066 Apr 08 17:47:19.009256 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-c703da54-4189-4346-a178-4cb30c0b3c6a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaabcfbd4b674669a45d5943f398cf09 HTTP/1.1" status: 200 len: 472 time: 0.0820425 Apr 08 17:47:19.076552 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-ae63dff9-e814-4b76-8b33-1e2d1c8f232d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'port': {'device_id': 'f228e903-2565-478a-8422-dcf70ddf0612', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'admin_state_up': True, 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'security_groups': ['2f82bbab-de9b-492f-9b1a-8be916b08bac']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:19.190899 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-ae63dff9-e814-4b76-8b33-1e2d1c8f232d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Made reservation on behalf of aaabcfbd4b674669a45d5943f398cf09 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:47:19.194524 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-ae63dff9-e814-4b76-8b33-1e2d1c8f232d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:19.330515 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-ae63dff9-e814-4b76-8b33-1e2d1c8f232d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Allocated IP 172.20.0.13 (bd0ad82c-1f24-48da-99df-4888f7a9a297/45c432b0-63db-46fb-a453-edf44d8ceb58/94dbaf1a-6a43-444c-86d0-40feaf0a01b8) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:47:19.472250 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-ae63dff9-e814-4b76-8b33-1e2d1c8f232d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for port (94dbaf1a-6a43-444c-86d0-40feaf0a01b8), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:19.505738 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-ae63dff9-e814-4b76-8b33-1e2d1c8f232d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (94dbaf1a-6a43-444c-86d0-40feaf0a01b8), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:19.554856 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-ae63dff9-e814-4b76-8b33-1e2d1c8f232d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Network bd0ad82c-1f24-48da-99df-4888f7a9a297 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:47:19.557812 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-ae63dff9-e814-4b76-8b33-1e2d1c8f232d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:47:19.560736 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-ae63dff9-e814-4b76-8b33-1e2d1c8f232d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:47:19.592310 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63dff9-e814-4b76-8b33-1e2d1c8f232d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'Port': ['ID=94dbaf1a-6a43-444c-86d0-40feaf0a01b8,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:19.616397 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-ae63dff9-e814-4b76-8b33-1e2d1c8f232d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:19.617078 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-ae63dff9-e814-4b76-8b33-1e2d1c8f232d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:19.637054 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-ae63dff9-e814-4b76-8b33-1e2d1c8f232d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5648956 Apr 08 17:47:19.654578 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Request body: {'port': {'device_id': 'f228e903-2565-478a-8422-dcf70ddf0612', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:19.727394 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (94dbaf1a-6a43-444c-86d0-40feaf0a01b8), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:19.776879 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b527af-f779-4aae-b6f3-f19132d61d54 req-55ad422e-2ac9-4a9b-b003-c23255986369 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:19.778510 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-52b527af-f779-4aae-b6f3-f19132d61d54 req-55ad422e-2ac9-4a9b-b003-c23255986369 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=f228e903-2565-478a-8422-dcf70ddf0612 HTTP/1.1" status: 200 len: 932 time: 0.0519910 Apr 08 17:47:19.827911 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-52b527af-f779-4aae-b6f3-f19132d61d54 req-6c1dc106-ca8b-4ab2-9450-dc03bcf11e2b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f82bbab-de9b-492f-9b1a-8be916b08bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434031 Apr 08 17:47:19.855336 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-1ae78c6f-7993-4006-966b-9576c66fd677 None None] Provisioning complete for port 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:47:19.856091 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-1ae78c6f-7993-4006-966b-9576c66fd677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (94dbaf1a-6a43-444c-86d0-40feaf0a01b8), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:19.910781 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-1ae78c6f-7993-4006-966b-9576c66fd677 None None] Port 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:47:20.030447 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:47:20.038981 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Publish callbacks [] for port (94dbaf1a-6a43-444c-86d0-40feaf0a01b8), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:20.053242 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Transition to ACTIVE for port object 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:47:20.056665 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (94dbaf1a-6a43-444c-86d0-40feaf0a01b8), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:20.111327 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Pushing event updated for resources: {'Port': ['ID=94dbaf1a-6a43-444c-86d0-40feaf0a01b8,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:20.182998 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Attempting to bind port 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:47:20.183337 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Attempting to bind port 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:47:20.183670 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Attempting to bind port 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 on network bd0ad82c-1f24-48da-99df-4888f7a9a297 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:47:20.189079 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Port 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 on network bd0ad82c-1f24-48da-99df-4888f7a9a297 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:47:20.189400 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Attempting to bind port 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 on network bd0ad82c-1f24-48da-99df-4888f7a9a297 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:47:20.195040 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:47:20.195302 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Checking segment: {'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:47:20.195667 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Bound using segment: {'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:47:20.196089 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Bound port: 94dbaf1a-6a43-444c-86d0-40feaf0a01b8, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:47:20.196480 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (94dbaf1a-6a43-444c-86d0-40feaf0a01b8), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:20.266572 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] For port 94dbaf1a-6a43-444c-86d0-40feaf0a01b8, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:47:20.269529 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] For port 94dbaf1a-6a43-444c-86d0-40feaf0a01b8, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=94dbaf1a-6a43-444c-86d0-40feaf0a01b8,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:47:20.275808 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (94dbaf1a-6a43-444c-86d0-40feaf0a01b8), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:20.311934 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:20.312758 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:20.314176 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] 10.222.0.91 "PUT /v2.0/ports/94dbaf1a-6a43-444c-86d0-40feaf0a01b8 HTTP/1.1" status: 200 len: 1094 time: 0.6645558 Apr 08 17:47:20.318667 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f228e903-2565-478a-8422-dcf70ddf0612', 'tag': '94dbaf1a-6a43-444c-86d0-40feaf0a01b8'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:20.322054 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abd4e2b-0227-46f1-a721-5805de69c1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "f228e903-2565-478a-8422-dcf70ddf0612", "tag": "94dbaf1a-6a43-444c-86d0-40feaf0a01b8"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:20.357687 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2404b-75f9-4d4f-bdfc-eddb8548966a service neutron] Pushing event updated for resources: {'Port': ['ID=94dbaf1a-6a43-444c-86d0-40feaf0a01b8,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:20.376034 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0959cea-5153-4999-bf0f-7565daa494a9 x-openstack-request-id: req-e0959cea-5153-4999-bf0f-7565daa494a9 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:20.376196 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f228e903-2565-478a-8422-dcf70ddf0612", "tag": "94dbaf1a-6a43-444c-86d0-40feaf0a01b8", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:20.376435 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0959cea-5153-4999-bf0f-7565daa494a9 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:20.376851 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0959cea-5153-4999-bf0f-7565daa494a9'] response: {'name': 'network-changed', 'server_uuid': 'f228e903-2565-478a-8422-dcf70ddf0612', 'tag': '94dbaf1a-6a43-444c-86d0-40feaf0a01b8', 'status': 'completed', 'code': 200} Apr 08 17:47:20.434841 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-ec5e8dfb-4bf6-44e2-8c8f-d5c25e03ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:20.436438 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-ec5e8dfb-4bf6-44e2-8c8f-d5c25e03ffb8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aaabcfbd4b674669a45d5943f398cf09&device_id=f228e903-2565-478a-8422-dcf70ddf0612 HTTP/1.1" status: 200 len: 1128 time: 0.0421023 Apr 08 17:47:20.489572 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-247100e1-9a80-4292-aff0-c817ceb45411 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94dbaf1a-6a43-444c-86d0-40feaf0a01b8 HTTP/1.1" status: 200 len: 217 time: 0.0385866 Apr 08 17:47:20.541967 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-78eb278d-b299-4666-ac77-ca72a8fdddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:20.543460 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-78eb278d-b299-4666-ac77-ca72a8fdddeb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c432b0-63db-46fb-a453-edf44d8ceb58 HTTP/1.1" status: 200 len: 853 time: 0.0465686 Apr 08 17:47:20.558294 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:20.562967 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:47:20.594995 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-53001dbd-34fd-4df8-808a-acf47ccfbccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:20.596535 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-53001dbd-34fd-4df8-808a-acf47ccfbccf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bd0ad82c-1f24-48da-99df-4888f7a9a297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460451 Apr 08 17:47:20.699575 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-c4b2d55a-501a-4192-b254-5fc78399b8da service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967679 Apr 08 17:47:20.808098 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fd34982c-3881-46ab-9f64-72723eb910f8 req-b18f1050-991f-4373-8dee-dca8be0ab630 service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931766 Apr 08 17:47:20.951127 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac55af-6913-431c-bbc4-4206bc3bd12f req-6c7f6bc1-3604-434a-a327-a21249c8afa6 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:20.952626 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-60ac55af-6913-431c-bbc4-4206bc3bd12f req-6c7f6bc1-3604-434a-a327-a21249c8afa6 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=f228e903-2565-478a-8422-dcf70ddf0612 HTTP/1.1" status: 200 len: 944 time: 0.0561707 Apr 08 17:47:21.000261 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-60ac55af-6913-431c-bbc4-4206bc3bd12f req-1f4d26e7-1ee5-4aa7-98cf-67c019eb56a4 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f82bbab-de9b-492f-9b1a-8be916b08bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418172 Apr 08 17:47:21.734371 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd4e2b-0227-46f1-a721-5805de69c1c5 req-979341c3-a33e-4950-ae93-c6b147c39bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:21.735861 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3abd4e2b-0227-46f1-a721-5805de69c1c5 req-979341c3-a33e-4950-ae93-c6b147c39bc1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aaabcfbd4b674669a45d5943f398cf09&device_id=f228e903-2565-478a-8422-dcf70ddf0612 HTTP/1.1" status: 200 len: 1128 time: 0.0442386 Apr 08 17:47:21.833716 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd4e2b-0227-46f1-a721-5805de69c1c5 req-0db0354e-6945-40b3-b36d-e9e96cc178bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:21.835077 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3abd4e2b-0227-46f1-a721-5805de69c1c5 req-0db0354e-6945-40b3-b36d-e9e96cc178bd service neutron] 10.222.0.91 "GET /v2.0/networks?id=bd0ad82c-1f24-48da-99df-4888f7a9a297 HTTP/1.1" status: 200 len: 915 time: 0.0934608 Apr 08 17:47:21.880028 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3abd4e2b-0227-46f1-a721-5805de69c1c5 req-8bfbcab4-8321-4f9f-956a-d490c9548a65 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94dbaf1a-6a43-444c-86d0-40feaf0a01b8 HTTP/1.1" status: 200 len: 217 time: 0.0377207 Apr 08 17:47:21.927629 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:21.931358 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd4e2b-0227-46f1-a721-5805de69c1c5 req-1195074f-6084-494f-986d-de868e617cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:21.932916 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3abd4e2b-0227-46f1-a721-5805de69c1c5 req-1195074f-6084-494f-986d-de868e617cbd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c432b0-63db-46fb-a453-edf44d8ceb58 HTTP/1.1" status: 200 len: 853 time: 0.0463574 Apr 08 17:47:21.977825 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd4e2b-0227-46f1-a721-5805de69c1c5 req-dd036ec7-0f17-4be8-a82c-7f0b5fcfe12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:21.979340 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3abd4e2b-0227-46f1-a721-5805de69c1c5 req-dd036ec7-0f17-4be8-a82c-7f0b5fcfe12c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bd0ad82c-1f24-48da-99df-4888f7a9a297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401123 Apr 08 17:47:22.077303 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3abd4e2b-0227-46f1-a721-5805de69c1c5 req-3b21aa67-aefc-4c0a-81e9-f58232f93700 service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915964 Apr 08 17:47:22.127905 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490b5ed-e99f-4e77-955a-642359d79503 req-d9e78ac5-c715-4422-9de1-d8ccf6960a9e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:22.129415 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9490b5ed-e99f-4e77-955a-642359d79503 req-d9e78ac5-c715-4422-9de1-d8ccf6960a9e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=f228e903-2565-478a-8422-dcf70ddf0612 HTTP/1.1" status: 200 len: 944 time: 0.0578313 Apr 08 17:47:22.173640 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3abd4e2b-0227-46f1-a721-5805de69c1c5 req-c64f9594-f80d-40a0-833f-c1effdf34210 service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871098 Apr 08 17:47:22.178223 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9490b5ed-e99f-4e77-955a-642359d79503 req-2c8cb636-40fc-4c16-a92e-716b2f750aa0 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f82bbab-de9b-492f-9b1a-8be916b08bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431082 Apr 08 17:47:22.250028 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:47:22.350614 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 94dbaf1a-6a43-444c-86d0-40feaf0a01b8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=94dbaf1a-6a43-444c-86d0-40feaf0a01b8,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:22.362476 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': '94dbaf1a-6a43-444c-86d0-40feaf0a01b8', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'port_id': '94dbaf1a-6a43-444c-86d0-40feaf0a01b8', 'mac_address': 'fa:16:3e:5b:84:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:47:22.399433 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:47:22.399738 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (94dbaf1a-6a43-444c-86d0-40feaf0a01b8), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:22.413001 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:47:22.433887 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 94dbaf1a-6a43-444c-86d0-40feaf0a01b8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=94dbaf1a-6a43-444c-86d0-40feaf0a01b8,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:22.438538 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (94dbaf1a-6a43-444c-86d0-40feaf0a01b8), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:22.490323 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=94dbaf1a-6a43-444c-86d0-40feaf0a01b8,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:22.774473 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['94dbaf1a-6a43-444c-86d0-40feaf0a01b8'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:47:23.292551 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dff05-43ea-44ff-943f-ce2318860227 req-eb76069a-0e97-4b89-9005-7ee2bc80cdf9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:23.294073 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d92dff05-43ea-44ff-943f-ce2318860227 req-eb76069a-0e97-4b89-9005-7ee2bc80cdf9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=f228e903-2565-478a-8422-dcf70ddf0612 HTTP/1.1" status: 200 len: 945 time: 0.0472765 Apr 08 17:47:23.349913 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d92dff05-43ea-44ff-943f-ce2318860227 req-8153d1ae-4880-42ba-b585-ad19899889b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f82bbab-de9b-492f-9b1a-8be916b08bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501502 Apr 08 17:47:24.245301 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:47:24.290245 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:47:24.295860 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:47:24.296250 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (94dbaf1a-6a43-444c-86d0-40feaf0a01b8), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:24.375179 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:47:24.375575 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (94dbaf1a-6a43-444c-86d0-40feaf0a01b8), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:24.399624 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f228e903-2565-478a-8422-dcf70ddf0612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dbaf1a-6a43-444c-86d0-40feaf0a01b8'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:24.401896 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c108c6-bbbb-4889-9458-eb185b1c3fbb" -d '{"events": [{"server_uuid": "f228e903-2565-478a-8422-dcf70ddf0612", "name": "network-vif-plugged", "status": "completed", "tag": "94dbaf1a-6a43-444c-86d0-40feaf0a01b8"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:24.416444 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 94dbaf1a-6a43-444c-86d0-40feaf0a01b8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=94dbaf1a-6a43-444c-86d0-40feaf0a01b8,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:24.421343 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (94dbaf1a-6a43-444c-86d0-40feaf0a01b8), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:24.448269 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04c4b5a-4c65-47b5-ac5c-f91370394e00 x-openstack-request-id: req-e04c4b5a-4c65-47b5-ac5c-f91370394e00 {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:24.448561 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f228e903-2565-478a-8422-dcf70ddf0612", "name": "network-vif-plugged", "status": "completed", "tag": "94dbaf1a-6a43-444c-86d0-40feaf0a01b8", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:24.448818 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e04c4b5a-4c65-47b5-ac5c-f91370394e00 {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:24.449241 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04c4b5a-4c65-47b5-ac5c-f91370394e00'] response: {'server_uuid': 'f228e903-2565-478a-8422-dcf70ddf0612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dbaf1a-6a43-444c-86d0-40feaf0a01b8', 'code': 200} Apr 08 17:47:24.469565 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6047-5bc9-4348-ae00-bbdf1f982a57 req-d8cef3a4-1123-4744-a4a2-51ca59e19ea9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:24.471048 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a6cf6047-5bc9-4348-ae00-bbdf1f982a57 req-d8cef3a4-1123-4744-a4a2-51ca59e19ea9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=f228e903-2565-478a-8422-dcf70ddf0612 HTTP/1.1" status: 200 len: 946 time: 0.0519347 Apr 08 17:47:24.486267 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=94dbaf1a-6a43-444c-86d0-40feaf0a01b8,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:24.525490 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a6cf6047-5bc9-4348-ae00-bbdf1f982a57 req-f0dfc7cf-f23c-4ea3-8bf9-215d2a7c4b48 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f82bbab-de9b-492f-9b1a-8be916b08bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472260 Apr 08 17:47:24.659281 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4293875-664a-43a1-99f3-d3c74430d341 req-99f273dd-8858-4e18-af58-4880c191c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:24.660820 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b4293875-664a-43a1-99f3-d3c74430d341 req-99f273dd-8858-4e18-af58-4880c191c18c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f228e903-2565-478a-8422-dcf70ddf0612 HTTP/1.1" status: 200 len: 1130 time: 0.0444868 Apr 08 17:47:24.726688 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b4293875-664a-43a1-99f3-d3c74430d341 req-1b273191-3612-4b44-96f1-9922799f8145 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=2f82bbab-de9b-492f-9b1a-8be916b08bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582995 Apr 08 17:47:25.641100 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f738c97-df13-4694-a05d-2e9ad6e84473 req-b8400d45-9bb8-4b25-be74-efa891a23a30 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:25.642553 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0f738c97-df13-4694-a05d-2e9ad6e84473 req-b8400d45-9bb8-4b25-be74-efa891a23a30 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=f228e903-2565-478a-8422-dcf70ddf0612 HTTP/1.1" status: 200 len: 946 time: 0.0461142 Apr 08 17:47:25.691261 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0f738c97-df13-4694-a05d-2e9ad6e84473 req-e7af6c63-b181-446c-80a9-bd346c3c50a5 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f82bbab-de9b-492f-9b1a-8be916b08bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429814 Apr 08 17:47:26.802579 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da3832-c804-47df-9011-6e7a94521fd3 req-0ffef435-67e8-45a3-8e2f-f91cb325a8b4 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:26.804179 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-02da3832-c804-47df-9011-6e7a94521fd3 req-0ffef435-67e8-45a3-8e2f-f91cb325a8b4 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=f228e903-2565-478a-8422-dcf70ddf0612 HTTP/1.1" status: 200 len: 946 time: 0.0453937 Apr 08 17:47:26.857014 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-02da3832-c804-47df-9011-6e7a94521fd3 req-5c2eba70-ec3f-40ed-b239-6cf8cc3ad083 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f82bbab-de9b-492f-9b1a-8be916b08bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460236 Apr 08 17:47:26.964595 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36da32c-d43c-4eab-83f8-723785ce24da req-44e3f34e-62ce-4659-aea2-6f0b83e0b6e6 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:26.966622 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b36da32c-d43c-4eab-83f8-723785ce24da req-44e3f34e-62ce-4659-aea2-6f0b83e0b6e6 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=f228e903-2565-478a-8422-dcf70ddf0612 HTTP/1.1" status: 200 len: 946 time: 0.0468116 Apr 08 17:47:26.975034 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50798) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:26.979421 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-549de67f-392a-4717-ab51-39c3c6f36b06 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'floatingip': {'port_id': '94dbaf1a-6a43-444c-86d0-40feaf0a01b8'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:27.027479 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-549de67f-392a-4717-ab51-39c3c6f36b06 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (be021d02-82b9-4f0b-9d9a-7f19330b7c39), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:27.531619 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-549de67f-392a-4717-ab51-39c3c6f36b06 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:27.538662 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250fb9e-53b4-4425-80a7-514a1579ad8b req-e851c352-81d5-49cf-99cd-d356e5d1681a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:27.540155 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3250fb9e-53b4-4425-80a7-514a1579ad8b req-e851c352-81d5-49cf-99cd-d356e5d1681a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 946 time: 0.0637455 Apr 08 17:47:27.541458 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-549de67f-392a-4717-ab51-39c3c6f36b06 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (be021d02-82b9-4f0b-9d9a-7f19330b7c39), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:27.683881 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3250fb9e-53b4-4425-80a7-514a1579ad8b req-a8cfd794-93bf-42e0-915d-8c841febf29f tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042852 Apr 08 17:47:27.698215 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.l3_db [None req-549de67f-392a-4717-ab51-39c3c6f36b06 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Floating IP be021d02-82b9-4f0b-9d9a-7f19330b7c39 associated. External IP: 172.27.0.177, port: 94dbaf1a-6a43-444c-86d0-40feaf0a01b8. Apr 08 17:47:27.922293 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549de67f-392a-4717-ab51-39c3c6f36b06 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Router 2523256f-9d81-4b59-b7b0-2a0e4333db4b has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:47:28.040447 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549de67f-392a-4717-ab51-39c3c6f36b06 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:47:28.045557 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-549de67f-392a-4717-ab51-39c3c6f36b06 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.056013 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55e5ae-4898-41f0-865a-d13ea311bfc7 None None] Sync routers for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:47:28.067451 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a55e5ae-4898-41f0-865a-d13ea311bfc7 None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:28.068103 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-6a55e5ae-4898-41f0-865a-d13ea311bfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:47:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:28.079242 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-549de67f-392a-4717-ab51-39c3c6f36b06 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "PUT /v2.0/floatingips/be021d02-82b9-4f0b-9d9a-7f19330b7c39 HTTP/1.1" status: 200 len: 992 time: 1.1031153 Apr 08 17:47:28.079870 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f228e903-2565-478a-8422-dcf70ddf0612', 'tag': '94dbaf1a-6a43-444c-86d0-40feaf0a01b8'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:28.082226 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3bcbf0fb11f9b4b521f26e552f1266052730f1b4dd01594c51942873fe86f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8735125e-680b-4ba7-a531-e67ca15209f9" -d '{"events": [{"name": "network-changed", "server_uuid": "f228e903-2565-478a-8422-dcf70ddf0612", "tag": "94dbaf1a-6a43-444c-86d0-40feaf0a01b8"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:28.181739 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-6a55e5ae-4898-41f0-865a-d13ea311bfc7 None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:28.247145 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4affca-31ed-4c87-b8b8-0645ba5dded6 x-openstack-request-id: req-ff4affca-31ed-4c87-b8b8-0645ba5dded6 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:28.247432 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f228e903-2565-478a-8422-dcf70ddf0612", "tag": "94dbaf1a-6a43-444c-86d0-40feaf0a01b8", "status": "completed", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:28.247685 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff4affca-31ed-4c87-b8b8-0645ba5dded6 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:28.248091 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff4affca-31ed-4c87-b8b8-0645ba5dded6'] response: {'name': 'network-changed', 'server_uuid': 'f228e903-2565-478a-8422-dcf70ddf0612', 'tag': '94dbaf1a-6a43-444c-86d0-40feaf0a01b8', 'status': 'completed', 'code': 200} Apr 08 17:47:28.421103 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-6a55e5ae-4898-41f0-865a-d13ea311bfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '4a001bb9-b211-4438-88a2-001d3e06fe2e', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'port_id': 'c389c756-f36b-45fb-a430-40299cabccac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'mac_address': 'fa:16:3e:c1:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fd7875-287e-4233-8163-631f6037fa6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:14Z', 'updated_at': '2022-04-08T17:46:29Z', 'revision_number': 2, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'fixed_ip_address_scope': None}, {'id': 'be021d02-82b9-4f0b-9d9a-7f19330b7c39', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'port_id': '94dbaf1a-6a43-444c-86d0-40feaf0a01b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'mac_address': 'fa:16:3e:5b:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228e903-2565-478a-8422-dcf70ddf0612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:47:15Z', 'updated_at': '2022-04-08T17:47:27Z', 'revision_number': 1, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:28.452057 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55e5ae-4898-41f0-865a-d13ea311bfc7 None None] Checking router: 2523256f-9d81-4b59-b7b0-2a0e4333db4b for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:47:28.460432 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a55e5ae-4898-41f0-865a-d13ea311bfc7 None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:28.461038 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-6a55e5ae-4898-41f0-865a-d13ea311bfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:47:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:28.570471 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-6a55e5ae-4898-41f0-865a-d13ea311bfc7 None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:28.724594 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735125e-680b-4ba7-a531-e67ca15209f9 req-247b692f-b4cc-4b2c-bfa4-6b8d8908b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:28.726088 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8735125e-680b-4ba7-a531-e67ca15209f9 req-247b692f-b4cc-4b2c-bfa4-6b8d8908b45a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aaabcfbd4b674669a45d5943f398cf09&device_id=f228e903-2565-478a-8422-dcf70ddf0612 HTTP/1.1" status: 200 len: 1130 time: 0.0474734 Apr 08 17:47:28.954841 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735125e-680b-4ba7-a531-e67ca15209f9 req-7ea1aa84-08fb-4be5-b196-b7cbcd26f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:28.955277 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-6a55e5ae-4898-41f0-865a-d13ea311bfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '4a001bb9-b211-4438-88a2-001d3e06fe2e', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'port_id': 'c389c756-f36b-45fb-a430-40299cabccac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'mac_address': 'fa:16:3e:c1:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fd7875-287e-4233-8163-631f6037fa6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:14Z', 'updated_at': '2022-04-08T17:46:29Z', 'revision_number': 2, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'fixed_ip_address_scope': None}, {'id': 'be021d02-82b9-4f0b-9d9a-7f19330b7c39', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'port_id': '94dbaf1a-6a43-444c-86d0-40feaf0a01b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'mac_address': 'fa:16:3e:5b:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228e903-2565-478a-8422-dcf70ddf0612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:47:15Z', 'updated_at': '2022-04-08T17:47:27Z', 'revision_number': 1, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:28.956440 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8735125e-680b-4ba7-a531-e67ca15209f9 req-7ea1aa84-08fb-4be5-b196-b7cbcd26f9f1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bd0ad82c-1f24-48da-99df-4888f7a9a297 HTTP/1.1" status: 200 len: 915 time: 0.1042490 Apr 08 17:47:28.986697 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55e5ae-4898-41f0-865a-d13ea311bfc7 None None] The sync data for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi is: [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '4a001bb9-b211-4438-88a2-001d3e06fe2e', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'port_id': 'c389c756-f36b-45fb-a430-40299cabccac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'mac_address': 'fa:16:3e:c1:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fd7875-287e-4233-8163-631f6037fa6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:14Z', 'updated_at': '2022-04-08T17:46:29Z', 'revision_number': 2, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'fixed_ip_address_scope': None}, {'id': 'be021d02-82b9-4f0b-9d9a-7f19330b7c39', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'port_id': '94dbaf1a-6a43-444c-86d0-40feaf0a01b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'mac_address': 'fa:16:3e:5b:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228e903-2565-478a-8422-dcf70ddf0612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:47:15Z', 'updated_at': '2022-04-08T17:47:27Z', 'revision_number': 1, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:47:29.024231 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78f003-b6b6-4580-815a-493dfddbc25a req-cbb22b61-291f-470d-ab21-86e3ca9c02cd tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:29.025828 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bf78f003-b6b6-4580-815a-493dfddbc25a req-cbb22b61-291f-470d-ab21-86e3ca9c02cd tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 946 time: 0.2671616 Apr 08 17:47:29.085657 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bf78f003-b6b6-4580-815a-493dfddbc25a req-e915f496-8eb5-4241-8e6f-ef57c8fbdf29 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540812 Apr 08 17:47:29.143795 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8735125e-680b-4ba7-a531-e67ca15209f9 req-785080e6-ca09-4a5a-ba95-f238208e46ba service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94dbaf1a-6a43-444c-86d0-40feaf0a01b8 HTTP/1.1" status: 200 len: 1000 time: 0.0644910 Apr 08 17:47:29.201548 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6868fab9-c6a1-4426-a3b3-6eebf223b203 None None] New status for floating IP be021d02-82b9-4f0b-9d9a-7f19330b7c39: ACTIVE {{(pid=103646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:47:29.274249 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13681165-1901-43c4-ac21-b5298a67e19e req-f53f1465-7749-4e12-b66d-bf413176a919 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:29.275598 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-13681165-1901-43c4-ac21-b5298a67e19e req-f53f1465-7749-4e12-b66d-bf413176a919 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.91 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 946 time: 0.0707955 Apr 08 17:47:29.281668 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735125e-680b-4ba7-a531-e67ca15209f9 req-d9df276c-0d72-4dc4-80fc-9975a67d055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:29.283476 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8735125e-680b-4ba7-a531-e67ca15209f9 req-d9df276c-0d72-4dc4-80fc-9975a67d055e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c432b0-63db-46fb-a453-edf44d8ceb58 HTTP/1.1" status: 200 len: 853 time: 0.0867193 Apr 08 17:47:29.363247 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735125e-680b-4ba7-a531-e67ca15209f9 req-f55bbe61-6753-4d3c-935c-09a00cf56228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:29.364801 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8735125e-680b-4ba7-a531-e67ca15209f9 req-f55bbe61-6753-4d3c-935c-09a00cf56228 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bd0ad82c-1f24-48da-99df-4888f7a9a297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735323 Apr 08 17:47:29.425717 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-13681165-1901-43c4-ac21-b5298a67e19e req-49557211-b8a3-4213-89f5-e28d4494a219 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Deleting port 988d2b52-1e28-406a-b8d9-db25e840e9d4 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:29.426154 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-13681165-1901-43c4-ac21-b5298a67e19e req-49557211-b8a3-4213-89f5-e28d4494a219 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (988d2b52-1e28-406a-b8d9-db25e840e9d4), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:29.828483 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8735125e-680b-4ba7-a531-e67ca15209f9 req-203e0b78-0220-4590-956c-71a92691d89d service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451432 Apr 08 17:47:29.867086 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-13681165-1901-43c4-ac21-b5298a67e19e req-49557211-b8a3-4213-89f5-e28d4494a219 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] For port 988d2b52-1e28-406a-b8d9-db25e840e9d4, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=988d2b52-1e28-406a-b8d9-db25e840e9d4,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:29.867449 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-13681165-1901-43c4-ac21-b5298a67e19e req-49557211-b8a3-4213-89f5-e28d4494a219 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (988d2b52-1e28-406a-b8d9-db25e840e9d4), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:30.018744 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8735125e-680b-4ba7-a531-e67ca15209f9 req-9914b35c-2474-401d-a031-f14cf92a0edd service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829016 Apr 08 17:47:30.091673 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-13681165-1901-43c4-ac21-b5298a67e19e req-49557211-b8a3-4213-89f5-e28d4494a219 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:30.091940 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-13681165-1901-43c4-ac21-b5298a67e19e req-49557211-b8a3-4213-89f5-e28d4494a219 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (c8fc866b-d164-41dc-962d-ec386d172880), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:30.092286 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [req-13681165-1901-43c4-ac21-b5298a67e19e req-49557211-b8a3-4213-89f5-e28d4494a219 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Floating IP c8fc866b-d164-41dc-962d-ec386d172880 disassociated. External IP: 172.27.0.152, port: 988d2b52-1e28-406a-b8d9-db25e840e9d4. Apr 08 17:47:30.092632 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-13681165-1901-43c4-ac21-b5298a67e19e req-49557211-b8a3-4213-89f5-e28d4494a219 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Calling delete_port for 988d2b52-1e28-406a-b8d9-db25e840e9d4 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:30.221068 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78310918-77b1-463d-86ef-3f5393f70089 req-1c812f54-194a-433c-8f8b-4d3a86e7ea4c tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:30.222842 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-78310918-77b1-463d-86ef-3f5393f70089 req-1c812f54-194a-433c-8f8b-4d3a86e7ea4c tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 946 time: 0.0598886 Apr 08 17:47:30.232938 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-13681165-1901-43c4-ac21-b5298a67e19e req-49557211-b8a3-4213-89f5-e28d4494a219 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (988d2b52-1e28-406a-b8d9-db25e840e9d4), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:30.264242 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49557211-b8a3-4213-89f5-e28d4494a219 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event deleted for resources: {'Port': ['ID=988d2b52-1e28-406a-b8d9-db25e840e9d4,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:30.278141 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-78310918-77b1-463d-86ef-3f5393f70089 req-2bb377a2-55fd-4181-beea-fb75d4127f4a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488927 Apr 08 17:47:30.394842 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13681165-1901-43c4-ac21-b5298a67e19e req-49557211-b8a3-4213-89f5-e28d4494a219 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:47:30.514718 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13681165-1901-43c4-ac21-b5298a67e19e req-49557211-b8a3-4213-89f5-e28d4494a219 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:47:30.524768 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16640532-782a-4c04-8df7-6fe87db761e2 None None] Sync routers for ids ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:47:30.535589 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16640532-782a-4c04-8df7-6fe87db761e2 None None] Routers {'3fbe9972-bf03-49fe-a327-77f95efd3ae5'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:30.536233 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-16640532-782a-4c04-8df7-6fe87db761e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:47:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:30.555618 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-13681165-1901-43c4-ac21-b5298a67e19e req-49557211-b8a3-4213-89f5-e28d4494a219 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] No DVR routers for this DVR port 988d2b52-1e28-406a-b8d9-db25e840e9d4 on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:47:30.558575 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-13681165-1901-43c4-ac21-b5298a67e19e req-49557211-b8a3-4213-89f5-e28d4494a219 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:30.562527 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-13681165-1901-43c4-ac21-b5298a67e19e req-49557211-b8a3-4213-89f5-e28d4494a219 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.91 "DELETE /v2.0/ports/988d2b52-1e28-406a-b8d9-db25e840e9d4 HTTP/1.1" status: 204 len: 173 time: 1.2781036 Apr 08 17:47:30.562990 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeac05f-b324-4cfc-8a1b-da018d473b82', 'name': 'network-vif-deleted', 'tag': '988d2b52-1e28-406a-b8d9-db25e840e9d4'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:30.565367 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab16baa6-3b3c-4c55-b4ab-0f637ce9b484" -d '{"events": [{"server_uuid": "fdeac05f-b324-4cfc-8a1b-da018d473b82", "name": "network-vif-deleted", "tag": "988d2b52-1e28-406a-b8d9-db25e840e9d4"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:30.601545 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49141bbb-3330-4b9c-beda-db977bab4b02 x-openstack-request-id: req-49141bbb-3330-4b9c-beda-db977bab4b02 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:30.601805 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdeac05f-b324-4cfc-8a1b-da018d473b82", "name": "network-vif-deleted", "tag": "988d2b52-1e28-406a-b8d9-db25e840e9d4", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:30.602056 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49141bbb-3330-4b9c-beda-db977bab4b02 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:30.602414 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49141bbb-3330-4b9c-beda-db977bab4b02'] response: {'server_uuid': 'fdeac05f-b324-4cfc-8a1b-da018d473b82', 'name': 'network-vif-deleted', 'tag': '988d2b52-1e28-406a-b8d9-db25e840e9d4', 'status': 'completed', 'code': 200} Apr 08 17:47:30.674848 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-16640532-782a-4c04-8df7-6fe87db761e2 None None] Set router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:30.877682 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-16640532-782a-4c04-8df7-6fe87db761e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:28Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:30.909848 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16640532-782a-4c04-8df7-6fe87db761e2 None None] Checking router: 3fbe9972-bf03-49fe-a327-77f95efd3ae5 for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:47:30.918740 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16640532-782a-4c04-8df7-6fe87db761e2 None None] Routers {'3fbe9972-bf03-49fe-a327-77f95efd3ae5'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:30.920006 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-16640532-782a-4c04-8df7-6fe87db761e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:47:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:31.039954 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-16640532-782a-4c04-8df7-6fe87db761e2 None None] Set router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:31.238866 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-16640532-782a-4c04-8df7-6fe87db761e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:28Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:31.267377 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16640532-782a-4c04-8df7-6fe87db761e2 None None] The sync data for ids ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'] in dv-cinder-837164-1-iscsi is: [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:28Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:47:31.411577 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-83f051b6-995e-4f1f-aa5e-2169f113feae req-bc10c2da-cc75-48db-a831-810e292d3a19 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdeac05f-b324-4cfc-8a1b-da018d473b82 HTTP/1.1" status: 200 len: 210 time: 0.0319145 Apr 08 17:47:31.520043 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8abb4f3-0924-4ae7-848b-4056471710c4 None None] New status for floating IP c8fc866b-d164-41dc-962d-ec386d172880: DOWN {{(pid=103646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:47:32.274232 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 988d2b52-1e28-406a-b8d9-db25e840e9d4 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:47:32.299414 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: 988d2b52-1e28-406a-b8d9-db25e840e9d4 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:47:32.299761 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 988d2b52-1e28-406a-b8d9-db25e840e9d4 not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:47:32.724501 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e4099039-0df0-4e23-9688-946ac4481889 req-f47a1d28-0c14-40db-9cd1-3330d8201b2e tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662715615&fields=id&tenant_id=17839927addb4c4db61cbcd20994fa84 HTTP/1.1" status: 200 len: 267 time: 0.0458934 Apr 08 17:47:32.834777 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4099039-0df0-4e23-9688-946ac4481889 req-d0ceca50-fc16-4f97-8970-ba4178a7bfaa tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:32.836193 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e4099039-0df0-4e23-9688-946ac4481889 req-d0ceca50-fc16-4f97-8970-ba4178a7bfaa tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/networks?id=80fefa94-3dd9-45cd-815e-0803d238c223 HTTP/1.1" status: 200 len: 811 time: 0.1052423 Apr 08 17:47:32.851379 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e4099039-0df0-4e23-9688-946ac4481889 req-e207581f-ed57-41df-9519-e2cfdd11c7a2 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/quotas/17839927addb4c4db61cbcd20994fa84 HTTP/1.1" status: 200 len: 375 time: 0.0096946 Apr 08 17:47:32.907002 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e4099039-0df0-4e23-9688-946ac4481889 req-3b24f90d-e0cc-43ea-84d5-2283a1c5b221 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=17839927addb4c4db61cbcd20994fa84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494030 Apr 08 17:47:33.006432 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e4099039-0df0-4e23-9688-946ac4481889 req-b89ad2f6-3c2e-4dbb-bd43-d0259654c6ad service neutron] 10.222.0.24 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875642 Apr 08 17:47:33.102821 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e4099039-0df0-4e23-9688-946ac4481889 req-2aae0ef1-c2ea-45ca-b320-58981b50b3b3 service neutron] 10.222.0.24 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902488 Apr 08 17:47:33.395497 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-81634375-0df1-4580-9e77-b7bdcde081f4 req-7363607b-42b0-48dc-ae9a-4b617928cf2a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 210 time: 0.0284760 Apr 08 17:47:34.446637 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4099039-0df0-4e23-9688-946ac4481889 req-55119514-4a83-4a0d-8ea3-a70cca66f932 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:34.448103 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e4099039-0df0-4e23-9688-946ac4481889 req-55119514-4a83-4a0d-8ea3-a70cca66f932 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.91 "GET /v2.0/networks?id=80fefa94-3dd9-45cd-815e-0803d238c223 HTTP/1.1" status: 200 len: 811 time: 0.1098268 Apr 08 17:47:34.499569 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e6bd48e9-95bf-42a2-83a7-a12f1b1d27ed req-ae08b555-bbbf-484b-9fe8-05f38f725df6 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 210 time: 0.0337012 Apr 08 17:47:34.525170 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e4099039-0df0-4e23-9688-946ac4481889 req-2abcb6ad-f8bc-44da-8f75-d67f25866d4b tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17839927addb4c4db61cbcd20994fa84 HTTP/1.1" status: 200 len: 380 time: 0.0620196 Apr 08 17:47:34.542309 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-e4099039-0df0-4e23-9688-946ac4481889 req-2f21b212-adf8-4f97-9482-f52dc5679506 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Request body: {'port': {'device_id': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'admin_state_up': True, 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'security_groups': ['f9b7683b-9337-4443-b746-26c1d718c2bc']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:34.658167 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4099039-0df0-4e23-9688-946ac4481889 req-2f21b212-adf8-4f97-9482-f52dc5679506 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Made reservation on behalf of 17839927addb4c4db61cbcd20994fa84 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:47:34.661993 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-e4099039-0df0-4e23-9688-946ac4481889 req-2f21b212-adf8-4f97-9482-f52dc5679506 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:34.789004 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-e4099039-0df0-4e23-9688-946ac4481889 req-2f21b212-adf8-4f97-9482-f52dc5679506 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Allocated IP 172.20.0.14 (80fefa94-3dd9-45cd-815e-0803d238c223/6a2be9bd-5336-4c39-a5b3-3c836052d0bb/f5814cb4-ea60-468d-81d2-ca91f6495701) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:47:34.935392 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-e4099039-0df0-4e23-9688-946ac4481889 req-2f21b212-adf8-4f97-9482-f52dc5679506 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for port (f5814cb4-ea60-468d-81d2-ca91f6495701), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:34.970612 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-e4099039-0df0-4e23-9688-946ac4481889 req-2f21b212-adf8-4f97-9482-f52dc5679506 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (f5814cb4-ea60-468d-81d2-ca91f6495701), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.018966 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4099039-0df0-4e23-9688-946ac4481889 req-2f21b212-adf8-4f97-9482-f52dc5679506 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Network 80fefa94-3dd9-45cd-815e-0803d238c223 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:47:35.022125 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-e4099039-0df0-4e23-9688-946ac4481889 req-2f21b212-adf8-4f97-9482-f52dc5679506 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:47:35.025758 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4099039-0df0-4e23-9688-946ac4481889 req-2f21b212-adf8-4f97-9482-f52dc5679506 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:47:35.058753 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21b212-adf8-4f97-9482-f52dc5679506 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event updated for resources: {'Port': ['ID=f5814cb4-ea60-468d-81d2-ca91f6495701,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:35.094002 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4099039-0df0-4e23-9688-946ac4481889 req-2f21b212-adf8-4f97-9482-f52dc5679506 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:35.094507 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-e4099039-0df0-4e23-9688-946ac4481889 req-2f21b212-adf8-4f97-9482-f52dc5679506 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.116392 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e4099039-0df0-4e23-9688-946ac4481889 req-2f21b212-adf8-4f97-9482-f52dc5679506 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5784118 Apr 08 17:47:35.134333 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Request body: {'port': {'device_id': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:35.212027 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (f5814cb4-ea60-468d-81d2-ca91f6495701), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.283292 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-ad405b9a-4402-4fef-a692-d61db259b947 None None] Provisioning complete for port f5814cb4-ea60-468d-81d2-ca91f6495701 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:47:35.283921 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-ad405b9a-4402-4fef-a692-d61db259b947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (f5814cb4-ea60-468d-81d2-ca91f6495701), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.319709 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-ad405b9a-4402-4fef-a692-d61db259b947 None None] Port f5814cb4-ea60-468d-81d2-ca91f6495701 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:47:35.493152 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5814cb4-ea60-468d-81d2-ca91f6495701 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:47:35.500671 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Publish callbacks [] for port (f5814cb4-ea60-468d-81d2-ca91f6495701), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.515206 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Transition to ACTIVE for port object f5814cb4-ea60-468d-81d2-ca91f6495701 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:47:35.519314 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (f5814cb4-ea60-468d-81d2-ca91f6495701), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.597640 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Pushing event updated for resources: {'Port': ['ID=f5814cb4-ea60-468d-81d2-ca91f6495701,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:35.625433 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642f8e0-26a0-44ea-ba8d-44c30d4d83ff req-4df50965-ef45-468c-b5dc-98f12313327c tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:35.629755 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5642f8e0-26a0-44ea-ba8d-44c30d4d83ff req-4df50965-ef45-468c-b5dc-98f12313327c tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 944 time: 0.0534644 Apr 08 17:47:35.659453 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Attempting to bind port f5814cb4-ea60-468d-81d2-ca91f6495701 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:47:35.659945 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Attempting to bind port f5814cb4-ea60-468d-81d2-ca91f6495701 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:47:35.660524 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Attempting to bind port f5814cb4-ea60-468d-81d2-ca91f6495701 on network 80fefa94-3dd9-45cd-815e-0803d238c223 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:47:35.667620 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Port f5814cb4-ea60-468d-81d2-ca91f6495701 on network 80fefa94-3dd9-45cd-815e-0803d238c223 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:47:35.668423 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Attempting to bind port f5814cb4-ea60-468d-81d2-ca91f6495701 on network 80fefa94-3dd9-45cd-815e-0803d238c223 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:47:35.676022 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:47:35.676395 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Checking segment: {'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:47:35.676783 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Bound using segment: {'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:47:35.677209 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Bound port: f5814cb4-ea60-468d-81d2-ca91f6495701, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:47:35.677574 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (f5814cb4-ea60-468d-81d2-ca91f6495701), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.684612 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5642f8e0-26a0-44ea-ba8d-44c30d4d83ff req-ab1ae220-993b-4bbd-9cd6-10a6a98b14ff tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512288 Apr 08 17:47:35.750824 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] For port f5814cb4-ea60-468d-81d2-ca91f6495701, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:47:35.753986 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] For port f5814cb4-ea60-468d-81d2-ca91f6495701, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f5814cb4-ea60-468d-81d2-ca91f6495701,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:47:35.758996 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (f5814cb4-ea60-468d-81d2-ca91f6495701), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.794611 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:35.795220 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.796623 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e4099039-0df0-4e23-9688-946ac4481889 req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] 10.222.0.91 "PUT /v2.0/ports/f5814cb4-ea60-468d-81d2-ca91f6495701 HTTP/1.1" status: 200 len: 1094 time: 0.6668794 Apr 08 17:47:35.797060 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'tag': 'f5814cb4-ea60-468d-81d2-ca91f6495701'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:35.799292 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ac513e-9ba5-4ccd-a9fa-15a92e359199" -d '{"events": [{"name": "network-changed", "server_uuid": "57e7c174-fbe3-47dd-9343-7ec6649b3e77", "tag": "f5814cb4-ea60-468d-81d2-ca91f6495701"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:35.833962 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227d8ac-b900-4520-ae5e-b939c5dc1330 service neutron] Pushing event updated for resources: {'Port': ['ID=f5814cb4-ea60-468d-81d2-ca91f6495701,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:35.844317 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c8761e-f30c-4a32-80da-f05fcae83743 x-openstack-request-id: req-a1c8761e-f30c-4a32-80da-f05fcae83743 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:35.844511 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e7c174-fbe3-47dd-9343-7ec6649b3e77", "tag": "f5814cb4-ea60-468d-81d2-ca91f6495701", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:35.844761 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1c8761e-f30c-4a32-80da-f05fcae83743 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:35.845164 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c8761e-f30c-4a32-80da-f05fcae83743'] response: {'name': 'network-changed', 'server_uuid': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'tag': 'f5814cb4-ea60-468d-81d2-ca91f6495701', 'status': 'completed', 'code': 200} Apr 08 17:47:35.909241 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4099039-0df0-4e23-9688-946ac4481889 req-a29d972c-c912-48a3-9ac2-51da9090d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:35.910775 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e4099039-0df0-4e23-9688-946ac4481889 req-a29d972c-c912-48a3-9ac2-51da9090d812 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=17839927addb4c4db61cbcd20994fa84&device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 1128 time: 0.0415807 Apr 08 17:47:35.964306 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e4099039-0df0-4e23-9688-946ac4481889 req-81f4eefe-f111-48f9-aa02-8735e3e259f8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5814cb4-ea60-468d-81d2-ca91f6495701 HTTP/1.1" status: 200 len: 217 time: 0.0401230 Apr 08 17:47:36.017905 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4099039-0df0-4e23-9688-946ac4481889 req-bfcab466-b426-43fb-b03a-2ac68c63aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:36.019271 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e4099039-0df0-4e23-9688-946ac4481889 req-bfcab466-b426-43fb-b03a-2ac68c63aa82 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6a2be9bd-5336-4c39-a5b3-3c836052d0bb HTTP/1.1" status: 200 len: 850 time: 0.0487278 Apr 08 17:47:36.062736 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4099039-0df0-4e23-9688-946ac4481889 req-1f33a02f-baf2-4091-9e31-b74bf4c80792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:36.064246 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e4099039-0df0-4e23-9688-946ac4481889 req-1f33a02f-baf2-4091-9e31-b74bf4c80792 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80fefa94-3dd9-45cd-815e-0803d238c223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388579 Apr 08 17:47:36.162130 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e4099039-0df0-4e23-9688-946ac4481889 req-936b15cb-94de-4875-affb-f6d81734b582 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857139 Apr 08 17:47:36.252844 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e4099039-0df0-4e23-9688-946ac4481889 req-c6bbf250-275e-48f6-85f0-3858d55d7f0e service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846851 Apr 08 17:47:36.582541 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac513e-9ba5-4ccd-a9fa-15a92e359199 req-959494f6-72e4-4c56-a433-1f1beba05aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:36.584085 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-77ac513e-9ba5-4ccd-a9fa-15a92e359199 req-959494f6-72e4-4c56-a433-1f1beba05aa2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=17839927addb4c4db61cbcd20994fa84&device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 1128 time: 0.0450037 Apr 08 17:47:36.689671 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac513e-9ba5-4ccd-a9fa-15a92e359199 req-f31992e1-6bd7-42a2-abaf-7d8844bc8e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:36.691173 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-77ac513e-9ba5-4ccd-a9fa-15a92e359199 req-f31992e1-6bd7-42a2-abaf-7d8844bc8e33 service neutron] 10.222.0.91 "GET /v2.0/networks?id=80fefa94-3dd9-45cd-815e-0803d238c223 HTTP/1.1" status: 200 len: 912 time: 0.0995083 Apr 08 17:47:36.739620 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-77ac513e-9ba5-4ccd-a9fa-15a92e359199 req-58a93b23-9317-4cb3-8c0a-f8e95ddafcb2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5814cb4-ea60-468d-81d2-ca91f6495701 HTTP/1.1" status: 200 len: 217 time: 0.0383875 Apr 08 17:47:36.790515 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac513e-9ba5-4ccd-a9fa-15a92e359199 req-7e2521d7-3e99-48ee-95a6-04050a6c71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:36.792018 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-77ac513e-9ba5-4ccd-a9fa-15a92e359199 req-7e2521d7-3e99-48ee-95a6-04050a6c71a1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6a2be9bd-5336-4c39-a5b3-3c836052d0bb HTTP/1.1" status: 200 len: 850 time: 0.0450072 Apr 08 17:47:36.802273 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73d828-2232-4c11-b126-1b998ffcd0b3 req-231fd331-600d-47ae-a3c1-32e5731e56ac tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:36.803734 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1e73d828-2232-4c11-b126-1b998ffcd0b3 req-231fd331-600d-47ae-a3c1-32e5731e56ac tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 944 time: 0.0505712 Apr 08 17:47:36.836538 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac513e-9ba5-4ccd-a9fa-15a92e359199 req-f27e4059-20b0-4621-b5f7-f0822a45c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:36.837939 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-77ac513e-9ba5-4ccd-a9fa-15a92e359199 req-f27e4059-20b0-4621-b5f7-f0822a45c158 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80fefa94-3dd9-45cd-815e-0803d238c223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400147 Apr 08 17:47:36.854400 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1e73d828-2232-4c11-b126-1b998ffcd0b3 req-8fb29179-9698-4545-a93e-ce76c2400b02 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443459 Apr 08 17:47:36.945594 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-77ac513e-9ba5-4ccd-a9fa-15a92e359199 req-815f9acf-ce0d-4174-a989-deff7821e0dd service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976076 Apr 08 17:47:37.051326 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-77ac513e-9ba5-4ccd-a9fa-15a92e359199 req-663e269e-40f9-4fd9-8715-b6fe3ab2ea4b service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000056 Apr 08 17:47:37.977515 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82f898-fd2f-4e49-90b6-924f6643c4a9 req-c16395e3-56a0-48ef-be30-bb5ffca053dc tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:37.979005 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1c82f898-fd2f-4e49-90b6-924f6643c4a9 req-c16395e3-56a0-48ef-be30-bb5ffca053dc tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 944 time: 0.0514731 Apr 08 17:47:38.029269 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1c82f898-fd2f-4e49-90b6-924f6643c4a9 req-c2fb8a44-dc80-49cb-bced-5ec2b62bab2f tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445986 Apr 08 17:47:39.146028 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7569d-dadb-4ca6-900a-6509a83b9924 req-97f1c398-ad99-440f-9b86-27d6f7942274 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:39.147474 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-46c7569d-dadb-4ca6-900a-6509a83b9924 req-97f1c398-ad99-440f-9b86-27d6f7942274 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 944 time: 0.0541883 Apr 08 17:47:39.196719 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-46c7569d-dadb-4ca6-900a-6509a83b9924 req-24728d72-9243-420b-bc01-1baf82d82157 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428493 Apr 08 17:47:40.316635 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffbfdc-6360-4632-9dcc-379388578231 req-7e25a3a8-4673-409e-a0ed-2df75007a273 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:40.318125 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7dffbfdc-6360-4632-9dcc-379388578231 req-7e25a3a8-4673-409e-a0ed-2df75007a273 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 944 time: 0.0479548 Apr 08 17:47:40.374549 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7dffbfdc-6360-4632-9dcc-379388578231 req-402af659-0b83-408b-8792-b2f17577ca2a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508220 Apr 08 17:47:41.484288 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984e104-c72e-426d-9bc4-c69bab0bd566 req-42a2720e-c9ce-4c00-bc3d-5f02165f8f55 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:41.485744 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0984e104-c72e-426d-9bc4-c69bab0bd566 req-42a2720e-c9ce-4c00-bc3d-5f02165f8f55 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 944 time: 0.0467353 Apr 08 17:47:41.537827 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0984e104-c72e-426d-9bc4-c69bab0bd566 req-bc3c897d-78cb-487e-9214-afce2851ec77 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464931 Apr 08 17:47:42.358333 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device f5814cb4-ea60-468d-81d2-ca91f6495701 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:47:42.457366 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port f5814cb4-ea60-468d-81d2-ca91f6495701, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f5814cb4-ea60-468d-81d2-ca91f6495701,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:42.469159 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': 'f5814cb4-ea60-468d-81d2-ca91f6495701', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'port_id': 'f5814cb4-ea60-468d-81d2-ca91f6495701', 'mac_address': 'fa:16:3e:f8:4a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:47:42.509703 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port f5814cb4-ea60-468d-81d2-ca91f6495701 is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:47:42.510096 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (f5814cb4-ea60-468d-81d2-ca91f6495701), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:42.523643 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5814cb4-ea60-468d-81d2-ca91f6495701 {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:47:42.544092 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port f5814cb4-ea60-468d-81d2-ca91f6495701, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f5814cb4-ea60-468d-81d2-ca91f6495701,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:42.548317 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (f5814cb4-ea60-468d-81d2-ca91f6495701), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:42.599389 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=f5814cb4-ea60-468d-81d2-ca91f6495701,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:42.657771 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42913a-45ef-45ac-9539-2652f27592c6 req-e47801a6-facd-4c32-abb7-bbc56881f6e1 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:42.659165 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6a42913a-45ef-45ac-9539-2652f27592c6 req-e47801a6-facd-4c32-abb7-bbc56881f6e1 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 945 time: 0.0478935 Apr 08 17:47:42.710596 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6a42913a-45ef-45ac-9539-2652f27592c6 req-bdd6d257-2b7d-4247-9a4a-dd4931191aca tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455065 Apr 08 17:47:42.880792 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['f5814cb4-ea60-468d-81d2-ca91f6495701'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:47:43.825465 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661c7ba-f81f-4d5d-8002-f491aa146dba req-94747091-c51b-4eaa-8d5e-cfc6976c0520 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:43.826878 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c661c7ba-f81f-4d5d-8002-f491aa146dba req-94747091-c51b-4eaa-8d5e-cfc6976c0520 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 945 time: 0.0508244 Apr 08 17:47:43.878689 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c661c7ba-f81f-4d5d-8002-f491aa146dba req-63ee76f5-ac16-4613-9e98-7ff980fe5b4a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453529 Apr 08 17:47:44.361133 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device f5814cb4-ea60-468d-81d2-ca91f6495701 up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:47:44.407190 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port f5814cb4-ea60-468d-81d2-ca91f6495701 completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:47:44.413982 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port f5814cb4-ea60-468d-81d2-ca91f6495701 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:47:44.414321 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (f5814cb4-ea60-468d-81d2-ca91f6495701), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:44.499941 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port f5814cb4-ea60-468d-81d2-ca91f6495701 is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:47:44.500380 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (f5814cb4-ea60-468d-81d2-ca91f6495701), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:44.524861 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5814cb4-ea60-468d-81d2-ca91f6495701'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:44.527118 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b817658b-3e68-4b43-ab93-97ffff88a018" -d '{"events": [{"server_uuid": "57e7c174-fbe3-47dd-9343-7ec6649b3e77", "name": "network-vif-plugged", "status": "completed", "tag": "f5814cb4-ea60-468d-81d2-ca91f6495701"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:44.539732 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port f5814cb4-ea60-468d-81d2-ca91f6495701, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f5814cb4-ea60-468d-81d2-ca91f6495701,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:44.544765 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (f5814cb4-ea60-468d-81d2-ca91f6495701), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:44.568514 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4cdc77-8535-4335-807b-f1aee96d1644 x-openstack-request-id: req-de4cdc77-8535-4335-807b-f1aee96d1644 {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:44.568805 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e7c174-fbe3-47dd-9343-7ec6649b3e77", "name": "network-vif-plugged", "status": "completed", "tag": "f5814cb4-ea60-468d-81d2-ca91f6495701", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:44.569177 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de4cdc77-8535-4335-807b-f1aee96d1644 {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:44.569448 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de4cdc77-8535-4335-807b-f1aee96d1644'] response: {'server_uuid': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5814cb4-ea60-468d-81d2-ca91f6495701', 'code': 200} Apr 08 17:47:44.597279 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=f5814cb4-ea60-468d-81d2-ca91f6495701,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:44.845336 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cb314-c71b-45d7-95d4-1bf88c663058 req-90fccdea-97da-47c9-9865-53713a5333b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:44.847000 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9e4cb314-c71b-45d7-95d4-1bf88c663058 req-90fccdea-97da-47c9-9865-53713a5333b1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 1130 time: 0.0501516 Apr 08 17:47:44.904423 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9e4cb314-c71b-45d7-95d4-1bf88c663058 req-bdb76813-bad9-40c8-9f3d-fc193e6cf3ab service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508769 Apr 08 17:47:44.999254 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515e07a-207b-4b24-80fe-4927cc1b817a req-131a9c1a-3c23-4ed6-ba44-1b5539f50b1c tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:45.000835 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e515e07a-207b-4b24-80fe-4927cc1b817a req-131a9c1a-3c23-4ed6-ba44-1b5539f50b1c tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 946 time: 0.0524588 Apr 08 17:47:45.049866 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e515e07a-207b-4b24-80fe-4927cc1b817a req-77779104-bb4b-4209-b6e0-92c9d0eebbe3 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434573 Apr 08 17:47:45.235154 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:45.387612 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-30fd2580-2bbf-40c5-a7a1-f97ad56f45f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:46.162849 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcfdd1-1920-4014-9103-8fa84a723c5a req-7f6c730d-9797-4d41-b579-70f82e1008fb tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:46.164269 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8bfcfdd1-1920-4014-9103-8fa84a723c5a req-7f6c730d-9797-4d41-b579-70f82e1008fb tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 946 time: 0.0468361 Apr 08 17:47:46.218132 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8bfcfdd1-1920-4014-9103-8fa84a723c5a req-667feaa7-c421-41ee-81fa-6a6fc51dacb0 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476179 Apr 08 17:47:46.952678 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bb8a37ee-b923-4502-9f2d-66e446a6113f req-addda655-3a5f-41f9-8c34-6ec988c31d42 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373039 Apr 08 17:47:47.065174 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a37ee-b923-4502-9f2d-66e446a6113f req-a081104c-5dc1-4540-b6e5-a8e19a9ba53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:47.066746 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bb8a37ee-b923-4502-9f2d-66e446a6113f req-a081104c-5dc1-4540-b6e5-a8e19a9ba53b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=15eff12c90b045d5829b15564c4f687b&device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 1130 time: 0.0455754 Apr 08 17:47:47.184466 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f91093-7bd2-46c6-9468-cc09c56ec9f9 req-79f9ff3e-99bb-44c7-90e9-66a508c3b1c3 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:47.186637 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a9f91093-7bd2-46c6-9468-cc09c56ec9f9 req-79f9ff3e-99bb-44c7-90e9-66a508c3b1c3 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0474968 Apr 08 17:47:47.188735 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a37ee-b923-4502-9f2d-66e446a6113f req-4cb19cf4-76c8-412a-9c66-3305419f6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:47.190196 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bb8a37ee-b923-4502-9f2d-66e446a6113f req-4cb19cf4-76c8-412a-9c66-3305419f6dc3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9f86ef8-6f50-49db-84bd-326834993a5e HTTP/1.1" status: 200 len: 911 time: 0.1009662 Apr 08 17:47:47.243407 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a9f91093-7bd2-46c6-9468-cc09c56ec9f9 req-74a26196-d741-4a3c-8cbc-66cfb9b261a8 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511353 Apr 08 17:47:47.292648 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bb8a37ee-b923-4502-9f2d-66e446a6113f req-831c9ef5-b948-4696-ae8d-4d0b1a711ed6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf16c1c-1649-413c-aad3-2a033b9e3415 HTTP/1.1" status: 200 len: 1002 time: 0.0695975 Apr 08 17:47:47.336905 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e5a8e-e32b-447d-88b9-ae3e14915c23 req-5a3b0e7d-9eed-47a8-969b-0df3af9a27cb tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:47.338396 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ea7e5a8e-e32b-447d-88b9-ae3e14915c23 req-5a3b0e7d-9eed-47a8-969b-0df3af9a27cb tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 946 time: 0.0501170 Apr 08 17:47:47.390937 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ea7e5a8e-e32b-447d-88b9-ae3e14915c23 req-51b4da99-d56d-4b6b-9801-3ed651547db3 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467570 Apr 08 17:47:47.418998 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a37ee-b923-4502-9f2d-66e446a6113f req-3db99594-4b57-4eaa-8e08-795d4513aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:47.420520 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bb8a37ee-b923-4502-9f2d-66e446a6113f req-3db99594-4b57-4eaa-8e08-795d4513aa6f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=67508fbe-8598-4ea6-b340-f6743e16bbac HTTP/1.1" status: 200 len: 849 time: 0.0468645 Apr 08 17:47:47.468802 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a37ee-b923-4502-9f2d-66e446a6113f req-fd0dcc9d-8031-477d-9254-c635ef1acc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:47.470228 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bb8a37ee-b923-4502-9f2d-66e446a6113f req-fd0dcc9d-8031-477d-9254-c635ef1acc6e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9f86ef8-6f50-49db-84bd-326834993a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440028 Apr 08 17:47:47.511390 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7240e6a-70d2-43b3-b8f1-d88918ce4ce2 req-ee17a848-267f-477b-8d78-8f058f02201f tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:47.513001 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f7240e6a-70d2-43b3-b8f1-d88918ce4ce2 req-ee17a848-267f-477b-8d78-8f058f02201f tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 946 time: 0.0490897 Apr 08 17:47:47.575793 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bb8a37ee-b923-4502-9f2d-66e446a6113f req-fa685454-32df-4916-9f2d-229c0f00127e service neutron] 10.222.0.91 "GET /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900576 Apr 08 17:47:47.578140 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f7240e6a-70d2-43b3-b8f1-d88918ce4ce2 req-9923d49e-4ad6-45e6-9744-f03a7b64e98e tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576148 Apr 08 17:47:47.600190 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50900) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:47.652595 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a514b5-d09f-42dd-8b6b-8060155dcf28 tempest-TestVolumeBootPattern-1925485475 tempest-TestVolumeBootPattern-1925485475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:47.654190 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-b0a514b5-d09f-42dd-8b6b-8060155dcf28 tempest-TestVolumeBootPattern-1925485475 tempest-TestVolumeBootPattern-1925485475-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 1125 time: 0.0529451 Apr 08 17:47:47.657094 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50902) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:47.661500 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Request body: {'floatingip': {'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'port_id': 'f5814cb4-ea60-468d-81d2-ca91f6495701', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:47.682061 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:47.686302 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bb8a37ee-b923-4502-9f2d-66e446a6113f req-a72846e1-8678-46a5-ac41-21e355a1c5d3 service neutron] 10.222.0.91 "GET /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017358 Apr 08 17:47:47.772254 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:47.885678 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Allocated IP 172.27.0.180 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/cb936775-ff94-427d-9c17-1672e5cb9417) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:47:48.001218 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for port (cb936775-ff94-427d-9c17-1672e5cb9417), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:48.041967 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (cb936775-ff94-427d-9c17-1672e5cb9417), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:48.067079 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6dab14b2-f969-45b5-a13f-36bd17c13f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:48.082402 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:47:48.085245 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:47:48.088660 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:47:48.112681 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event updated for resources: {'Port': ['ID=cb936775-ff94-427d-9c17-1672e5cb9417,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:48.394715 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a07b9d-874d-4ca6-9c72-3b26d5ffeee6 req-d580fe05-03b3-46d6-9d78-1fc23b547556 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:48.396075 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-85a07b9d-874d-4ca6-9c72-3b26d5ffeee6 req-d580fe05-03b3-46d6-9d78-1fc23b547556 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0815902 Apr 08 17:47:48.519404 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-85a07b9d-874d-4ca6-9c72-3b26d5ffeee6 req-7dee84e5-2e73-48d3-95d4-204727446ced tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175742 Apr 08 17:47:48.542314 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for floatingip (cc7ee985-94fc-4f06-8910-c1a0e2e762c0), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:48.612231 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (cb936775-ff94-427d-9c17-1672e5cb9417), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:48.767093 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for port (cb936775-ff94-427d-9c17-1672e5cb9417), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:48.771577 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085500'] for port (cb936775-ff94-427d-9c17-1672e5cb9417), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:48.845535 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event updated for resources: {'Port': ['ID=cb936775-ff94-427d-9c17-1672e5cb9417,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:48.849320 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:48.857309 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (cc7ee985-94fc-4f06-8910-c1a0e2e762c0), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:48.965166 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.l3_db [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Floating IP cc7ee985-94fc-4f06-8910-c1a0e2e762c0 associated. External IP: 172.27.0.180, port: f5814cb4-ea60-468d-81d2-ca91f6495701. Apr 08 17:47:49.191711 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:47:49.303860 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:47:49.315724 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd671df-f3d5-4b88-aca2-6172cb450faa None None] Sync routers for ids ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:47:49.324603 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:49.327560 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd671df-f3d5-4b88-aca2-6172cb450faa None None] Routers {'3fbe9972-bf03-49fe-a327-77f95efd3ae5'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:49.328237 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-3dd671df-f3d5-4b88-aca2-6172cb450faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:47:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:49.355525 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-19733895-2c53-45fd-a784-6d36d9a9feb8 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6973884 Apr 08 17:47:49.356671 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'tag': 'f5814cb4-ea60-468d-81d2-ca91f6495701'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:49.367584 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3bcbf0fb11f9b4b521f26e552f1266052730f1b4dd01594c51942873fe86f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3931a1-b3f3-40d2-8432-1b9c8bb0329e" -d '{"events": [{"name": "network-changed", "server_uuid": "57e7c174-fbe3-47dd-9343-7ec6649b3e77", "tag": "f5814cb4-ea60-468d-81d2-ca91f6495701"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:49.403207 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dcf68f-2b64-4df1-aaa9-514954da48aa x-openstack-request-id: req-a6dcf68f-2b64-4df1-aaa9-514954da48aa {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:49.403868 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e7c174-fbe3-47dd-9343-7ec6649b3e77", "tag": "f5814cb4-ea60-468d-81d2-ca91f6495701", "status": "completed", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:49.403996 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6dcf68f-2b64-4df1-aaa9-514954da48aa {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:49.404391 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6dcf68f-2b64-4df1-aaa9-514954da48aa'] response: {'name': 'network-changed', 'server_uuid': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'tag': 'f5814cb4-ea60-468d-81d2-ca91f6495701', 'status': 'completed', 'code': 200} Apr 08 17:47:49.447274 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-3dd671df-f3d5-4b88-aca2-6172cb450faa None None] Set router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:49.499264 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3931a1-b3f3-40d2-8432-1b9c8bb0329e req-7b5c0f36-7104-4dbc-a008-987c701e2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:49.500807 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0b3931a1-b3f3-40d2-8432-1b9c8bb0329e req-7b5c0f36-7104-4dbc-a008-987c701e2d7c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=17839927addb4c4db61cbcd20994fa84&device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 1130 time: 0.0408261 Apr 08 17:47:49.600903 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3931a1-b3f3-40d2-8432-1b9c8bb0329e req-6bfb5a9b-fda0-4ee0-bced-47cd31d9374a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:49.602492 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0b3931a1-b3f3-40d2-8432-1b9c8bb0329e req-6bfb5a9b-fda0-4ee0-bced-47cd31d9374a service neutron] 10.222.0.91 "GET /v2.0/networks?id=80fefa94-3dd9-45cd-815e-0803d238c223 HTTP/1.1" status: 200 len: 912 time: 0.0960901 Apr 08 17:47:49.648113 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4d452-af50-48c4-b481-f719f1d7a310 req-06d4e4a4-fd72-477a-86e7-a30ba67cfdb7 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:49.649999 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c0c4d452-af50-48c4-b481-f719f1d7a310 req-06d4e4a4-fd72-477a-86e7-a30ba67cfdb7 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0509701 Apr 08 17:47:49.680952 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0b3931a1-b3f3-40d2-8432-1b9c8bb0329e req-9ffd7cfd-0772-47e4-80dd-3037494d6965 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5814cb4-ea60-468d-81d2-ca91f6495701 HTTP/1.1" status: 200 len: 1000 time: 0.0691364 Apr 08 17:47:49.706672 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c0c4d452-af50-48c4-b481-f719f1d7a310 req-b192332b-81f5-4f1f-9828-85af744f9640 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481186 Apr 08 17:47:49.753058 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3931a1-b3f3-40d2-8432-1b9c8bb0329e req-5f45f8d9-d7bb-4e4c-8f4a-0f66ecd57574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:49.754550 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0b3931a1-b3f3-40d2-8432-1b9c8bb0329e req-5f45f8d9-d7bb-4e4c-8f4a-0f66ecd57574 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6a2be9bd-5336-4c39-a5b3-3c836052d0bb HTTP/1.1" status: 200 len: 850 time: 0.0665634 Apr 08 17:47:49.827907 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3931a1-b3f3-40d2-8432-1b9c8bb0329e req-93305395-cc2d-453d-a5fa-c231064707ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:49.829342 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0b3931a1-b3f3-40d2-8432-1b9c8bb0329e req-93305395-cc2d-453d-a5fa-c231064707ea service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80fefa94-3dd9-45cd-815e-0803d238c223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585463 Apr 08 17:47:49.830895 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-3dd671df-f3d5-4b88-aca2-6172cb450faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'cc7ee985-94fc-4f06-8910-c1a0e2e762c0', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'port_id': 'f5814cb4-ea60-468d-81d2-ca91f6495701', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'mac_address': 'fa:16:3e:f8:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:47:48Z', 'updated_at': '2022-04-08T17:47:48Z', 'revision_number': 0, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:28Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:49.861918 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd671df-f3d5-4b88-aca2-6172cb450faa None None] Checking router: 3fbe9972-bf03-49fe-a327-77f95efd3ae5 for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:47:49.870497 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd671df-f3d5-4b88-aca2-6172cb450faa None None] Routers {'3fbe9972-bf03-49fe-a327-77f95efd3ae5'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:49.871111 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-3dd671df-f3d5-4b88-aca2-6172cb450faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:47:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:49.922690 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0b3931a1-b3f3-40d2-8432-1b9c8bb0329e req-58f1489c-86bb-4879-b02e-95960780d869 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860651 Apr 08 17:47:49.992420 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-3dd671df-f3d5-4b88-aca2-6172cb450faa None None] Set router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:50.019609 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0b3931a1-b3f3-40d2-8432-1b9c8bb0329e req-8a81bf44-4ad5-444d-913e-f31283a4cb40 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901585 Apr 08 17:47:50.218967 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-3dd671df-f3d5-4b88-aca2-6172cb450faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'cc7ee985-94fc-4f06-8910-c1a0e2e762c0', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'port_id': 'f5814cb4-ea60-468d-81d2-ca91f6495701', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'mac_address': 'fa:16:3e:f8:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:47:48Z', 'updated_at': '2022-04-08T17:47:48Z', 'revision_number': 0, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:28Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:50.249971 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd671df-f3d5-4b88-aca2-6172cb450faa None None] The sync data for ids ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'] in dv-cinder-837164-1-iscsi is: [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'cc7ee985-94fc-4f06-8910-c1a0e2e762c0', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'port_id': 'f5814cb4-ea60-468d-81d2-ca91f6495701', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'mac_address': 'fa:16:3e:f8:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:47:48Z', 'updated_at': '2022-04-08T17:47:48Z', 'revision_number': 0, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:28Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:47:50.447301 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f63606-7982-4230-8c07-c505b119f457 None None] New status for floating IP cc7ee985-94fc-4f06-8910-c1a0e2e762c0: ACTIVE {{(pid=103646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:47:50.555619 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:50.827231 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1dc46-c0c2-4f9b-82e0-9ec9f538ebe3 req-5040d71f-1b86-48bd-b012-4e6f715c01ad tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:50.828765 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b3b1dc46-c0c2-4f9b-82e0-9ec9f538ebe3 req-5040d71f-1b86-48bd-b012-4e6f715c01ad tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0471244 Apr 08 17:47:50.880949 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b3b1dc46-c0c2-4f9b-82e0-9ec9f538ebe3 req-385f7b1d-2983-49a9-9a39-7bfbec69372f tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460076 Apr 08 17:47:51.931646 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:51.999911 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7918c8-db3b-4cf1-84f6-6e2d52443b80 req-9fd680e0-5755-4af5-8b9e-1f8170d14915 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:52.001416 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ed7918c8-db3b-4cf1-84f6-6e2d52443b80 req-9fd680e0-5755-4af5-8b9e-1f8170d14915 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0468783 Apr 08 17:47:52.053305 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ed7918c8-db3b-4cf1-84f6-6e2d52443b80 req-307744c7-ffe4-4d54-b636-1df37402f22e tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461776 Apr 08 17:47:53.163155 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5b5a6-6256-437f-994b-1251f7302c5a req-18a7eb62-c4e2-4fb0-aedc-cf638fbb7e8d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:53.164677 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e4c5b5a6-6256-437f-994b-1251f7302c5a req-18a7eb62-c4e2-4fb0-aedc-cf638fbb7e8d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0449922 Apr 08 17:47:53.211847 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e4c5b5a6-6256-437f-994b-1251f7302c5a req-c843e5a3-c0c2-43d0-a8f5-7ac31bff5110 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407863 Apr 08 17:47:54.331968 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d101d3-1ca0-4d44-b24a-202f92057101 req-c8738fb3-4a3b-4f57-8342-baa63dadae3a tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:54.333474 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-18d101d3-1ca0-4d44-b24a-202f92057101 req-c8738fb3-4a3b-4f57-8342-baa63dadae3a tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0519934 Apr 08 17:47:54.381377 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-18d101d3-1ca0-4d44-b24a-202f92057101 req-fa79c0a2-66f4-4d94-a0df-e660abc923fa tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423217 Apr 08 17:47:55.492150 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dd6fe-757f-4d91-9d2f-927bd0157054 req-a1ef34aa-e4a5-45f3-9ad1-6ececf99b340 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:55.493658 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7b6dd6fe-757f-4d91-9d2f-927bd0157054 req-a1ef34aa-e4a5-45f3-9ad1-6ececf99b340 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0466170 Apr 08 17:47:55.541394 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7b6dd6fe-757f-4d91-9d2f-927bd0157054 req-6e68fe56-aa03-4130-ad77-c095fae386b5 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415592 Apr 08 17:47:56.672900 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bbc0d-3b12-4c0a-a70e-577b9bf478af req-1f99806d-af49-42de-8423-a270474d3928 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:56.674401 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-411bbc0d-3b12-4c0a-a70e-577b9bf478af req-1f99806d-af49-42de-8423-a270474d3928 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0599442 Apr 08 17:47:56.927504 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-411bbc0d-3b12-4c0a-a70e-577b9bf478af req-9d24ec9c-bc9b-4b2d-985f-061c571c5c2b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474239 Apr 08 17:47:57.561373 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:47:58.042492 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa4672-d981-4e8e-888d-901275bf2f24 req-83ca4aca-38a5-40d3-a311-fa79b618a11b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:58.044142 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d6fa4672-d981-4e8e-888d-901275bf2f24 req-83ca4aca-38a5-40d3-a311-fa79b618a11b tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0492666 Apr 08 17:47:58.093747 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d6fa4672-d981-4e8e-888d-901275bf2f24 req-2d73488c-160f-4474-b12a-72e34a80dc8d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436823 Apr 08 17:47:58.298790 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838f692-6b36-47b8-ae25-d5e9a86e0858 req-aa39889c-c970-41f9-ae7a-d3565e7d1394 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:58.300314 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9838f692-6b36-47b8-ae25-d5e9a86e0858 req-aa39889c-c970-41f9-ae7a-d3565e7d1394 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0525005 Apr 08 17:47:58.362054 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9838f692-6b36-47b8-ae25-d5e9a86e0858 req-9164dbeb-8c1c-4385-98fa-01be7ca735f5 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493057 Apr 08 17:47:58.406073 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3e027-c9be-48f7-a6f2-8de996e18906 req-0d996df1-30a3-4468-b74d-7f96926f0479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:58.408563 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ee3e027-c9be-48f7-a6f2-8de996e18906 req-0d996df1-30a3-4468-b74d-7f96926f0479 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=15eff12c90b045d5829b15564c4f687b&device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 1130 time: 0.0494282 Apr 08 17:47:58.515031 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3e027-c9be-48f7-a6f2-8de996e18906 req-a9654629-7f12-41d6-9eb0-b15598c7fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:58.516563 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ee3e027-c9be-48f7-a6f2-8de996e18906 req-a9654629-7f12-41d6-9eb0-b15598c7fb7f service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9f86ef8-6f50-49db-84bd-326834993a5e HTTP/1.1" status: 200 len: 911 time: 0.0934291 Apr 08 17:47:58.602025 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ee3e027-c9be-48f7-a6f2-8de996e18906 req-0aca2b42-7d4e-4be8-bb94-8864692756b9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf16c1c-1649-413c-aad3-2a033b9e3415 HTTP/1.1" status: 200 len: 1002 time: 0.0780084 Apr 08 17:47:58.652477 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3e027-c9be-48f7-a6f2-8de996e18906 req-ddeff92f-2f98-4f4f-adbb-ed3b25a70a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:58.653973 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ee3e027-c9be-48f7-a6f2-8de996e18906 req-ddeff92f-2f98-4f4f-adbb-ed3b25a70a76 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=67508fbe-8598-4ea6-b340-f6743e16bbac HTTP/1.1" status: 200 len: 849 time: 0.0455430 Apr 08 17:47:58.709061 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3e027-c9be-48f7-a6f2-8de996e18906 req-48fe1b97-d4f0-420c-870e-81ef44f7ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:58.711526 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ee3e027-c9be-48f7-a6f2-8de996e18906 req-48fe1b97-d4f0-420c-870e-81ef44f7ef22 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9f86ef8-6f50-49db-84bd-326834993a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472739 Apr 08 17:47:58.820807 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ee3e027-c9be-48f7-a6f2-8de996e18906 req-9cb4bcc7-fc96-4ac6-ba3c-d81b80b2a316 service neutron] 10.222.0.91 "GET /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899763 Apr 08 17:47:58.927541 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ee3e027-c9be-48f7-a6f2-8de996e18906 req-7afa3d9d-8e8d-4f5a-b639-d17e2f4fa523 service neutron] 10.222.0.91 "GET /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990822 Apr 08 17:47:59.476923 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8645f7-1ca5-4f8b-b8ed-4f394de5dfed req-cbe663c0-c49e-4b41-9713-fb1d52975672 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:59.478393 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4d8645f7-1ca5-4f8b-b8ed-4f394de5dfed req-cbe663c0-c49e-4b41-9713-fb1d52975672 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0462689 Apr 08 17:47:59.526075 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4d8645f7-1ca5-4f8b-b8ed-4f394de5dfed req-20724d49-c33f-4589-b5c7-43b1a8abc880 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413105 Apr 08 17:48:00.654892 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b794e4-3468-4163-8a76-00d384945afc req-ad6722ab-c497-414e-b348-f8f184a722ac tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:00.656497 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f4b794e4-3468-4163-8a76-00d384945afc req-ad6722ab-c497-414e-b348-f8f184a722ac tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0535643 Apr 08 17:48:00.705119 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f4b794e4-3468-4163-8a76-00d384945afc req-231d284a-65c0-4789-b958-580a67557630 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430269 Apr 08 17:48:12.347197 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f613a5-5014-4677-addb-d59de39f8422 req-c9935e87-2dd5-4831-95bf-dd70a4850e20 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:12.348828 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-73f613a5-5014-4677-addb-d59de39f8422 req-c9935e87-2dd5-4831-95bf-dd70a4850e20 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=f228e903-2565-478a-8422-dcf70ddf0612 HTTP/1.1" status: 200 len: 946 time: 0.0561869 Apr 08 17:48:12.395663 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-73f613a5-5014-4677-addb-d59de39f8422 req-ab980b40-5aa9-4cba-8845-a9a9a5a17f14 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f82bbab-de9b-492f-9b1a-8be916b08bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409834 Apr 08 17:48:13.510718 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6f1e6-27c7-4ebb-b04b-09e224fa38fb req-24b13d75-e05c-4aa0-a3c1-a7b0b9f4b3b4 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:13.512361 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e0a6f1e6-27c7-4ebb-b04b-09e224fa38fb req-24b13d75-e05c-4aa0-a3c1-a7b0b9f4b3b4 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=f228e903-2565-478a-8422-dcf70ddf0612 HTTP/1.1" status: 200 len: 946 time: 0.0470250 Apr 08 17:48:13.560478 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e0a6f1e6-27c7-4ebb-b04b-09e224fa38fb req-16f8f0c9-d50d-4dc2-abc1-5c9b70ca18c1 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f82bbab-de9b-492f-9b1a-8be916b08bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424469 Apr 08 17:48:14.261090 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb3924-8310-4bf0-929c-51b73f8fca45 req-6b2dbe5c-6ca0-4356-879c-71833752a66e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:14.263249 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0aeb3924-8310-4bf0-929c-51b73f8fca45 req-6b2dbe5c-6ca0-4356-879c-71833752a66e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f228e903-2565-478a-8422-dcf70ddf0612 HTTP/1.1" status: 200 len: 946 time: 0.0470870 Apr 08 17:48:14.349983 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-0aeb3924-8310-4bf0-929c-51b73f8fca45 req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Deleting port 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:48:14.350330 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0aeb3924-8310-4bf0-929c-51b73f8fca45 req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (94dbaf1a-6a43-444c-86d0-40feaf0a01b8), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:14.449161 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-0aeb3924-8310-4bf0-929c-51b73f8fca45 req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] For port 94dbaf1a-6a43-444c-86d0-40feaf0a01b8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=94dbaf1a-6a43-444c-86d0-40feaf0a01b8,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:14.449524 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0aeb3924-8310-4bf0-929c-51b73f8fca45 req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (94dbaf1a-6a43-444c-86d0-40feaf0a01b8), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:14.622645 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0aeb3924-8310-4bf0-929c-51b73f8fca45 req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:14.623003 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0aeb3924-8310-4bf0-929c-51b73f8fca45 req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (be021d02-82b9-4f0b-9d9a-7f19330b7c39), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:14.623324 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [req-0aeb3924-8310-4bf0-929c-51b73f8fca45 req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Floating IP be021d02-82b9-4f0b-9d9a-7f19330b7c39 disassociated. External IP: 172.27.0.177, port: 94dbaf1a-6a43-444c-86d0-40feaf0a01b8. Apr 08 17:48:14.623659 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-0aeb3924-8310-4bf0-929c-51b73f8fca45 req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Calling delete_port for 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:48:14.680140 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969d1ee-14d7-4aab-944d-f694ccf4af34 req-55d30e86-55b4-45b4-8681-1e3a4c374391 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:14.681703 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d969d1ee-14d7-4aab-944d-f694ccf4af34 req-55d30e86-55b4-45b4-8681-1e3a4c374391 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=f228e903-2565-478a-8422-dcf70ddf0612 HTTP/1.1" status: 200 len: 946 time: 0.0509689 Apr 08 17:48:14.748652 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d969d1ee-14d7-4aab-944d-f694ccf4af34 req-195645ad-e1f9-4d75-884b-deef0f386400 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f82bbab-de9b-492f-9b1a-8be916b08bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560210 Apr 08 17:48:14.761520 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0aeb3924-8310-4bf0-929c-51b73f8fca45 req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (94dbaf1a-6a43-444c-86d0-40feaf0a01b8), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:14.808406 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event deleted for resources: {'Port': ['ID=94dbaf1a-6a43-444c-86d0-40feaf0a01b8,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:14.821533 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:14.821894 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:14.822242 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:14.822589 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:14.822933 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:14.823279 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:14.823618 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:14.823954 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:14.824312 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:14.824651 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:14.824986 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:14.825321 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:14.825907 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:14.826245 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:14.826569 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:15.226439 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0aeb3924-8310-4bf0-929c-51b73f8fca45 req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Router 2523256f-9d81-4b59-b7b0-2a0e4333db4b has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:48:15.248291 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.340668 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0aeb3924-8310-4bf0-929c-51b73f8fca45 req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:48:15.350246 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12a59e4-674a-4e6d-9cde-b806109d0f07 None None] Sync routers for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:48:15.360918 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12a59e4-674a-4e6d-9cde-b806109d0f07 None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:15.361545 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-a12a59e4-674a-4e6d-9cde-b806109d0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:47:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:15.386346 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aeb3924-8310-4bf0-929c-51b73f8fca45 req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] No DVR routers for this DVR port 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:48:15.388914 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0aeb3924-8310-4bf0-929c-51b73f8fca45 req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.392714 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0aeb3924-8310-4bf0-929c-51b73f8fca45 req-c096581e-2f9f-4582-bb69-95bbafac97b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.91 "DELETE /v2.0/ports/94dbaf1a-6a43-444c-86d0-40feaf0a01b8 HTTP/1.1" status: 204 len: 173 time: 1.1234169 Apr 08 17:48:15.393314 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f228e903-2565-478a-8422-dcf70ddf0612', 'name': 'network-vif-deleted', 'tag': '94dbaf1a-6a43-444c-86d0-40feaf0a01b8'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:48:15.396853 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063229f7-cb7d-40e3-9a8a-5e21ad5a57dc" -d '{"events": [{"server_uuid": "f228e903-2565-478a-8422-dcf70ddf0612", "name": "network-vif-deleted", "tag": "94dbaf1a-6a43-444c-86d0-40feaf0a01b8"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:48:15.436318 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6be591c6-2cfb-4d35-9407-626f6b1a79c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.448688 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa85041-057b-42da-ada8-721c7add442e x-openstack-request-id: req-daa85041-057b-42da-ada8-721c7add442e {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:48:15.448977 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f228e903-2565-478a-8422-dcf70ddf0612", "name": "network-vif-deleted", "tag": "94dbaf1a-6a43-444c-86d0-40feaf0a01b8", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:48:15.449233 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-daa85041-057b-42da-ada8-721c7add442e {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:48:15.449675 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa85041-057b-42da-ada8-721c7add442e'] response: {'server_uuid': 'f228e903-2565-478a-8422-dcf70ddf0612', 'name': 'network-vif-deleted', 'tag': '94dbaf1a-6a43-444c-86d0-40feaf0a01b8', 'status': 'completed', 'code': 200} Apr 08 17:48:15.503934 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-a12a59e4-674a-4e6d-9cde-b806109d0f07 None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:15.734892 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-a12a59e4-674a-4e6d-9cde-b806109d0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '4a001bb9-b211-4438-88a2-001d3e06fe2e', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'port_id': 'c389c756-f36b-45fb-a430-40299cabccac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'mac_address': 'fa:16:3e:c1:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fd7875-287e-4233-8163-631f6037fa6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:14Z', 'updated_at': '2022-04-08T17:46:29Z', 'revision_number': 2, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:15.762063 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12a59e4-674a-4e6d-9cde-b806109d0f07 None None] Checking router: 2523256f-9d81-4b59-b7b0-2a0e4333db4b for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:48:15.770435 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12a59e4-674a-4e6d-9cde-b806109d0f07 None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:15.771050 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-a12a59e4-674a-4e6d-9cde-b806109d0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:47:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:15.865734 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c8c69f26-d3ae-4ec6-b953-dde55f261b87 req-290ca3c0-64a5-4fb4-99ee-b8de7400ff4c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=f228e903-2565-478a-8422-dcf70ddf0612 HTTP/1.1" status: 200 len: 210 time: 0.0368199 Apr 08 17:48:15.890314 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-a12a59e4-674a-4e6d-9cde-b806109d0f07 None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:16.255082 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-a12a59e4-674a-4e6d-9cde-b806109d0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '4a001bb9-b211-4438-88a2-001d3e06fe2e', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'port_id': 'c389c756-f36b-45fb-a430-40299cabccac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'mac_address': 'fa:16:3e:c1:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fd7875-287e-4233-8163-631f6037fa6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:14Z', 'updated_at': '2022-04-08T17:46:29Z', 'revision_number': 2, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:16.281794 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12a59e4-674a-4e6d-9cde-b806109d0f07 None None] The sync data for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi is: [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '4a001bb9-b211-4438-88a2-001d3e06fe2e', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'port_id': 'c389c756-f36b-45fb-a430-40299cabccac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'mac_address': 'fa:16:3e:c1:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fd7875-287e-4233-8163-631f6037fa6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:14Z', 'updated_at': '2022-04-08T17:46:29Z', 'revision_number': 2, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:48:16.509356 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428cbcd7-df77-4538-a2d4-dda6cc0fcf64 None None] New status for floating IP be021d02-82b9-4f0b-9d9a-7f19330b7c39: DOWN {{(pid=103646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:48:16.969483 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 50970) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:17.026362 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (2f82bbab-de9b-492f-9b1a-8be916b08bac), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:17.058389 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (2f82bbab-de9b-492f-9b1a-8be916b08bac), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:17.109649 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (2f82bbab-de9b-492f-9b1a-8be916b08bac), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:17.112152 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:17.113339 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "DELETE /v2.0/security-groups/2f82bbab-de9b-492f-9b1a-8be916b08bac HTTP/1.1" status: 204 len: 168 time: 0.1427643 Apr 08 17:48:17.116159 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50972) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:17.122988 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f82bbab-de9b-492f-9b1a-8be916b08bac,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:17.131052 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:17.131413 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:17.131771 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:17.132117 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:17.132499 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:17.132847 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:17.133192 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:17.133493 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.api.v2.resource [None req-f97f2c9d-970b-4c89-8c1c-dad0ce6437b8 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] show failed (client error): The resource could not be found. Apr 08 17:48:17.133626 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:17.133854 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:17.134189 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:17.134528 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:17.135016 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-f97f2c9d-970b-4c89-8c1c-dad0ce6437b8 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups/2f82bbab-de9b-492f-9b1a-8be916b08bac HTTP/1.1" status: 404 len: 347 time: 0.0175567 Apr 08 17:48:17.136536 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:17.136837 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:17.137178 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:17.137538 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3abd9-a452-4ff2-926b-8833d0de9963 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:17.138011 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 50974) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:17.263854 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-544c8f72-0d57-4f2e-bde3-b4de08b4d10b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Deleting port 6c67a2e1-8549-4a55-8c18-2ebdbf5584fa {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:48:17.264192 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-544c8f72-0d57-4f2e-bde3-b4de08b4d10b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (6c67a2e1-8549-4a55-8c18-2ebdbf5584fa), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:17.340018 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-544c8f72-0d57-4f2e-bde3-b4de08b4d10b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (6c67a2e1-8549-4a55-8c18-2ebdbf5584fa), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:17.340380 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-544c8f72-0d57-4f2e-bde3-b4de08b4d10b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (6c67a2e1-8549-4a55-8c18-2ebdbf5584fa), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:17.353459 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-544c8f72-0d57-4f2e-bde3-b4de08b4d10b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Calling delete_port for 6c67a2e1-8549-4a55-8c18-2ebdbf5584fa owned by network:floatingip {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:48:17.492929 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-544c8f72-0d57-4f2e-bde3-b4de08b4d10b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (6c67a2e1-8549-4a55-8c18-2ebdbf5584fa), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:17.523805 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c8f72-0d57-4f2e-bde3-b4de08b4d10b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event deleted for resources: {'Port': ['ID=6c67a2e1-8549-4a55-8c18-2ebdbf5584fa,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:17.593075 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-544c8f72-0d57-4f2e-bde3-b4de08b4d10b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (be021d02-82b9-4f0b-9d9a-7f19330b7c39), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:17.595630 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-544c8f72-0d57-4f2e-bde3-b4de08b4d10b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:17.596904 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-544c8f72-0d57-4f2e-bde3-b4de08b4d10b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "DELETE /v2.0/floatingips/be021d02-82b9-4f0b-9d9a-7f19330b7c39 HTTP/1.1" status: 204 len: 168 time: 0.4577956 Apr 08 17:48:18.059753 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d0ace66f-0597-49cd-86d7-4da5e64e1275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:18.508226 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:48:18.532257 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:48:18.532610 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 94dbaf1a-6a43-444c-86d0-40feaf0a01b8 not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:48:18.849942 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:19.187101 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619ebe0-6531-46d3-8991-56a3e14d7878 req-34c5e053-a376-4f15-b7f9-f966277ecd99 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:19.188643 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c619ebe0-6531-46d3-8991-56a3e14d7878 req-34c5e053-a376-4f15-b7f9-f966277ecd99 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=41fd7875-287e-4233-8163-631f6037fa6b HTTP/1.1" status: 200 len: 946 time: 0.0509992 Apr 08 17:48:19.236552 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c619ebe0-6531-46d3-8991-56a3e14d7878 req-99610ba0-7069-4c78-90e7-b8121eba2727 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fd16a59-6851-4460-a6c1-55c4c1c6bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422771 Apr 08 17:48:20.350919 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34c6a4-c809-4ab1-a968-012d2770788c req-ef7e74ac-d23f-427e-a5bb-217b16a3dc4c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:20.352432 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3a34c6a4-c809-4ab1-a968-012d2770788c req-ef7e74ac-d23f-427e-a5bb-217b16a3dc4c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=41fd7875-287e-4233-8163-631f6037fa6b HTTP/1.1" status: 200 len: 946 time: 0.0473762 Apr 08 17:48:20.400347 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3a34c6a4-c809-4ab1-a968-012d2770788c req-90a22bf3-10af-4c88-a71f-79680b24c724 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fd16a59-6851-4460-a6c1-55c4c1c6bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422285 Apr 08 17:48:20.560719 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:21.067611 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddcfdd-2cb2-41ef-b353-e6efaf40bdfa req-618f195e-c11c-462a-b885-0e1383dbd7b5 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:21.069121 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7eddcfdd-2cb2-41ef-b353-e6efaf40bdfa req-618f195e-c11c-462a-b885-0e1383dbd7b5 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.91 "GET /v2.0/ports?device_id=41fd7875-287e-4233-8163-631f6037fa6b HTTP/1.1" status: 200 len: 946 time: 0.0483425 Apr 08 17:48:21.165559 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-7eddcfdd-2cb2-41ef-b353-e6efaf40bdfa req-d3dce912-9d85-4f38-85c8-c96d5662560c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Deleting port c389c756-f36b-45fb-a430-40299cabccac {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:48:21.165800 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7eddcfdd-2cb2-41ef-b353-e6efaf40bdfa req-d3dce912-9d85-4f38-85c8-c96d5662560c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (c389c756-f36b-45fb-a430-40299cabccac), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:21.271074 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-7eddcfdd-2cb2-41ef-b353-e6efaf40bdfa req-d3dce912-9d85-4f38-85c8-c96d5662560c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] For port c389c756-f36b-45fb-a430-40299cabccac, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c389c756-f36b-45fb-a430-40299cabccac,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:21.271442 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7eddcfdd-2cb2-41ef-b353-e6efaf40bdfa req-d3dce912-9d85-4f38-85c8-c96d5662560c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (c389c756-f36b-45fb-a430-40299cabccac), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:21.451023 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7eddcfdd-2cb2-41ef-b353-e6efaf40bdfa req-d3dce912-9d85-4f38-85c8-c96d5662560c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:21.451387 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7eddcfdd-2cb2-41ef-b353-e6efaf40bdfa req-d3dce912-9d85-4f38-85c8-c96d5662560c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (4a001bb9-b211-4438-88a2-001d3e06fe2e), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:21.451709 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [req-7eddcfdd-2cb2-41ef-b353-e6efaf40bdfa req-d3dce912-9d85-4f38-85c8-c96d5662560c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Floating IP 4a001bb9-b211-4438-88a2-001d3e06fe2e disassociated. External IP: 172.27.0.199, port: c389c756-f36b-45fb-a430-40299cabccac. Apr 08 17:48:21.452068 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-7eddcfdd-2cb2-41ef-b353-e6efaf40bdfa req-d3dce912-9d85-4f38-85c8-c96d5662560c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Calling delete_port for c389c756-f36b-45fb-a430-40299cabccac owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:48:21.525108 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1f464-367d-47ae-a3bb-8ba61df53339 req-165c7106-5f83-4066-83b8-444db15b1c8f tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:21.526660 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-75d1f464-367d-47ae-a3bb-8ba61df53339 req-165c7106-5f83-4066-83b8-444db15b1c8f tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=41fd7875-287e-4233-8163-631f6037fa6b HTTP/1.1" status: 200 len: 946 time: 0.0479643 Apr 08 17:48:21.583248 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-75d1f464-367d-47ae-a3bb-8ba61df53339 req-1d518d0a-102a-433a-b332-7327deb3355b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fd16a59-6851-4460-a6c1-55c4c1c6bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487692 Apr 08 17:48:21.590505 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7eddcfdd-2cb2-41ef-b353-e6efaf40bdfa req-d3dce912-9d85-4f38-85c8-c96d5662560c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (c389c756-f36b-45fb-a430-40299cabccac), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:21.620006 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dce912-9d85-4f38-85c8-c96d5662560c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event deleted for resources: {'Port': ['ID=c389c756-f36b-45fb-a430-40299cabccac,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:21.743311 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7eddcfdd-2cb2-41ef-b353-e6efaf40bdfa req-d3dce912-9d85-4f38-85c8-c96d5662560c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Router 2523256f-9d81-4b59-b7b0-2a0e4333db4b has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:48:21.855103 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7eddcfdd-2cb2-41ef-b353-e6efaf40bdfa req-d3dce912-9d85-4f38-85c8-c96d5662560c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:48:21.864901 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388e3e1-131c-426e-999c-d835c5bba2ab None None] Sync routers for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:48:21.876994 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388e3e1-131c-426e-999c-d835c5bba2ab None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:21.877637 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-4388e3e1-131c-426e-999c-d835c5bba2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:48:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:21.899171 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eddcfdd-2cb2-41ef-b353-e6efaf40bdfa req-d3dce912-9d85-4f38-85c8-c96d5662560c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] No DVR routers for this DVR port c389c756-f36b-45fb-a430-40299cabccac on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:48:21.901887 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7eddcfdd-2cb2-41ef-b353-e6efaf40bdfa req-d3dce912-9d85-4f38-85c8-c96d5662560c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:21.905139 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7eddcfdd-2cb2-41ef-b353-e6efaf40bdfa req-d3dce912-9d85-4f38-85c8-c96d5662560c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.91 "DELETE /v2.0/ports/c389c756-f36b-45fb-a430-40299cabccac HTTP/1.1" status: 204 len: 173 time: 0.8299534 Apr 08 17:48:21.905575 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fd7875-287e-4233-8163-631f6037fa6b', 'name': 'network-vif-deleted', 'tag': 'c389c756-f36b-45fb-a430-40299cabccac'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:48:21.908265 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6370f77d-f945-4286-b28b-54c946ec2b49" -d '{"events": [{"server_uuid": "41fd7875-287e-4233-8163-631f6037fa6b", "name": "network-vif-deleted", "tag": "c389c756-f36b-45fb-a430-40299cabccac"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:48:21.948663 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1599ee82-6e56-4f93-906c-275f6bd37a9d x-openstack-request-id: req-1599ee82-6e56-4f93-906c-275f6bd37a9d {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:48:21.949420 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fd7875-287e-4233-8163-631f6037fa6b", "name": "network-vif-deleted", "tag": "c389c756-f36b-45fb-a430-40299cabccac", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:48:21.949420 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1599ee82-6e56-4f93-906c-275f6bd37a9d {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:48:21.949846 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1599ee82-6e56-4f93-906c-275f6bd37a9d'] response: {'server_uuid': '41fd7875-287e-4233-8163-631f6037fa6b', 'name': 'network-vif-deleted', 'tag': 'c389c756-f36b-45fb-a430-40299cabccac', 'status': 'completed', 'code': 200} Apr 08 17:48:21.955208 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:22.017403 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-4388e3e1-131c-426e-999c-d835c5bba2ab None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:22.235242 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-4388e3e1-131c-426e-999c-d835c5bba2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:22.264423 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388e3e1-131c-426e-999c-d835c5bba2ab None None] Checking router: 2523256f-9d81-4b59-b7b0-2a0e4333db4b for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:48:22.272881 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388e3e1-131c-426e-999c-d835c5bba2ab None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:22.273426 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-4388e3e1-131c-426e-999c-d835c5bba2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:48:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:22.385801 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-4388e3e1-131c-426e-999c-d835c5bba2ab None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:22.589593 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-4388e3e1-131c-426e-999c-d835c5bba2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:22.622688 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388e3e1-131c-426e-999c-d835c5bba2ab None None] The sync data for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi is: [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:48:22.676741 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 51004) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:22.738041 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a27d5a26-8806-4a02-a5de-c2904023361c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (8fd16a59-6851-4460-a6c1-55c4c1c6bb95), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:22.769674 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a27d5a26-8806-4a02-a5de-c2904023361c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (8fd16a59-6851-4460-a6c1-55c4c1c6bb95), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:22.823757 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a27d5a26-8806-4a02-a5de-c2904023361c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (8fd16a59-6851-4460-a6c1-55c4c1c6bb95), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:22.827422 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a27d5a26-8806-4a02-a5de-c2904023361c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:22.828632 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-a27d5a26-8806-4a02-a5de-c2904023361c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "DELETE /v2.0/security-groups/8fd16a59-6851-4460-a6c1-55c4c1c6bb95 HTTP/1.1" status: 204 len: 168 time: 0.1501744 Apr 08 17:48:22.835280 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51006) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:22.838075 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d5a26-8806-4a02-a5de-c2904023361c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd16a59-6851-4460-a6c1-55c4c1c6bb95,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:22.848461 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.api.v2.resource [None req-2462ee31-6d28-4732-b036-7ff483e1f24f tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] show failed (client error): The resource could not be found. Apr 08 17:48:22.852969 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-2462ee31-6d28-4732-b036-7ff483e1f24f tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups/8fd16a59-6851-4460-a6c1-55c4c1c6bb95 HTTP/1.1" status: 404 len: 347 time: 0.0203245 Apr 08 17:48:22.853107 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 51008) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:22.882177 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f3b7cf-c0a5-4347-a662-69a9795a0985 None None] New status for floating IP 4a001bb9-b211-4438-88a2-001d3e06fe2e: DOWN {{(pid=103646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:48:22.979262 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-88e0dff3-a5a5-4738-ad82-767a82aef9b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Deleting port ba8b0816-a1ec-4ece-b28f-b99f4de4c232 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:48:22.979604 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-88e0dff3-a5a5-4738-ad82-767a82aef9b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (ba8b0816-a1ec-4ece-b28f-b99f4de4c232), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.055506 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-88e0dff3-a5a5-4738-ad82-767a82aef9b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (ba8b0816-a1ec-4ece-b28f-b99f4de4c232), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.055841 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-88e0dff3-a5a5-4738-ad82-767a82aef9b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (ba8b0816-a1ec-4ece-b28f-b99f4de4c232), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.068553 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-88e0dff3-a5a5-4738-ad82-767a82aef9b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Calling delete_port for ba8b0816-a1ec-4ece-b28f-b99f4de4c232 owned by network:floatingip {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:48:23.205131 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-88e0dff3-a5a5-4738-ad82-767a82aef9b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (ba8b0816-a1ec-4ece-b28f-b99f4de4c232), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.228224 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0dff3-a5a5-4738-ad82-767a82aef9b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event deleted for resources: {'Port': ['ID=ba8b0816-a1ec-4ece-b28f-b99f4de4c232,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:23.294555 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-88e0dff3-a5a5-4738-ad82-767a82aef9b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (4a001bb9-b211-4438-88a2-001d3e06fe2e), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.297368 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-88e0dff3-a5a5-4738-ad82-767a82aef9b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.298560 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-88e0dff3-a5a5-4738-ad82-767a82aef9b9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "DELETE /v2.0/floatingips/4a001bb9-b211-4438-88a2-001d3e06fe2e HTTP/1.1" status: 204 len: 168 time: 0.4444480 Apr 08 17:48:23.581148 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51012) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:23.585780 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-ad3bc139-db49-452d-8184-5a66b5b3d4b2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1084521512', 'description': 'tempest-description--561641819'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:23.616554 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ad3bc139-db49-452d-8184-5a66b5b3d4b2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.689845 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ad3bc139-db49-452d-8184-5a66b5b3d4b2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.695530 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ad3bc139-db49-452d-8184-5a66b5b3d4b2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.726354 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ad3bc139-db49-452d-8184-5a66b5b3d4b2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.727583 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-ad3bc139-db49-452d-8184-5a66b5b3d4b2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1453416 Apr 08 17:48:23.729489 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bc139-db49-452d-8184-5a66b5b3d4b2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:23.730565 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 51014) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:23.735911 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-30236e8e-d572-4a8b-a529-70eb9b2152b2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'security_group_rule': {'security_group_id': 'eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:23.764395 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-30236e8e-d572-4a8b-a529-70eb9b2152b2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (1b3632a1-df6a-4d11-91c1-aefc2e2be233), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.824513 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-30236e8e-d572-4a8b-a529-70eb9b2152b2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (1b3632a1-df6a-4d11-91c1-aefc2e2be233), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.828702 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-30236e8e-d572-4a8b-a529-70eb9b2152b2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (1b3632a1-df6a-4d11-91c1-aefc2e2be233), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.858656 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30236e8e-d572-4a8b-a529-70eb9b2152b2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3632a1-df6a-4d11-91c1-aefc2e2be233,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:23.865412 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-30236e8e-d572-4a8b-a529-70eb9b2152b2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.868658 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-30236e8e-d572-4a8b-a529-70eb9b2152b2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363423 Apr 08 17:48:23.869277 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51016) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:23.873916 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-92886333-b213-4b50-a560-b9bcdd15acf5 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'security_group_rule': {'security_group_id': 'eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:23.901276 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-92886333-b213-4b50-a560-b9bcdd15acf5 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (e731ad6e-0726-418b-85c6-a0365753535b), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.961455 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-92886333-b213-4b50-a560-b9bcdd15acf5 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (e731ad6e-0726-418b-85c6-a0365753535b), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.966313 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-92886333-b213-4b50-a560-b9bcdd15acf5 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (e731ad6e-0726-418b-85c6-a0365753535b), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.987350 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92886333-b213-4b50-a560-b9bcdd15acf5 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e731ad6e-0726-418b-85c6-a0365753535b,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:23.991892 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-92886333-b213-4b50-a560-b9bcdd15acf5 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.993215 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-92886333-b213-4b50-a560-b9bcdd15acf5 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228549 Apr 08 17:48:23.996240 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51018) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:24.000470 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-5c28419f-a89e-4a0e-bc4b-879e099c46c2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'floatingip': {'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:24.030806 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5c28419f-a89e-4a0e-bc4b-879e099c46c2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.121380 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5c28419f-a89e-4a0e-bc4b-879e099c46c2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.233472 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-5c28419f-a89e-4a0e-bc4b-879e099c46c2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Allocated IP 172.27.0.240 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/7e38fa75-d342-4b92-9fe4-d3e96f38e963) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:48:24.336612 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5c28419f-a89e-4a0e-bc4b-879e099c46c2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for port (7e38fa75-d342-4b92-9fe4-d3e96f38e963), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.377782 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5c28419f-a89e-4a0e-bc4b-879e099c46c2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (7e38fa75-d342-4b92-9fe4-d3e96f38e963), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.427268 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c28419f-a89e-4a0e-bc4b-879e099c46c2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:48:24.430819 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-5c28419f-a89e-4a0e-bc4b-879e099c46c2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:24.434362 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c28419f-a89e-4a0e-bc4b-879e099c46c2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:48:24.439850 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28419f-a89e-4a0e-bc4b-879e099c46c2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'Port': ['ID=7e38fa75-d342-4b92-9fe4-d3e96f38e963,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:24.532391 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5c28419f-a89e-4a0e-bc4b-879e099c46c2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (c45ac2c6-79f0-4fe2-a941-f2072f524900), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.569765 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5c28419f-a89e-4a0e-bc4b-879e099c46c2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (7e38fa75-d342-4b92-9fe4-d3e96f38e963), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.726143 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5c28419f-a89e-4a0e-bc4b-879e099c46c2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for port (7e38fa75-d342-4b92-9fe4-d3e96f38e963), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.730532 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5c28419f-a89e-4a0e-bc4b-879e099c46c2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085500'] for port (7e38fa75-d342-4b92-9fe4-d3e96f38e963), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.798166 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28419f-a89e-4a0e-bc4b-879e099c46c2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'Port': ['ID=7e38fa75-d342-4b92-9fe4-d3e96f38e963,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:24.811054 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5c28419f-a89e-4a0e-bc4b-879e099c46c2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (c45ac2c6-79f0-4fe2-a941-f2072f524900), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.827428 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5c28419f-a89e-4a0e-bc4b-879e099c46c2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.828736 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-5c28419f-a89e-4a0e-bc4b-879e099c46c2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8315763 Apr 08 17:48:24.982133 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-ff815e04-ec26-4db3-9a20-ecd87940e6dd tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1084521512&fields=id&tenant_id=aaabcfbd4b674669a45d5943f398cf09 HTTP/1.1" status: 200 len: 267 time: 0.0468965 Apr 08 17:48:25.093726 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac32119-2cad-4b68-b0c6-e6a7290a275b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:25.095203 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac32119-2cad-4b68-b0c6-e6a7290a275b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/networks?id=bd0ad82c-1f24-48da-99df-4888f7a9a297 HTTP/1.1" status: 200 len: 814 time: 0.1061044 Apr 08 17:48:25.110982 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-3df89480-e7de-4e4f-864f-47cb28d7def0 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/quotas/aaabcfbd4b674669a45d5943f398cf09 HTTP/1.1" status: 200 len: 375 time: 0.0101490 Apr 08 17:48:25.160491 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-41885b62-3547-472b-8fa1-2da71fea6fe9 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aaabcfbd4b674669a45d5943f398cf09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441720 Apr 08 17:48:25.266623 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-c36c581b-3952-445b-8b95-d90954a3a67e service neutron] 10.222.0.24 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943398 Apr 08 17:48:25.357388 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-2b2da04d-5a3f-4762-bb0d-b267fb0f363c service neutron] 10.222.0.24 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850554 Apr 08 17:48:25.527485 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8af832c4-3fb8-4e73-b95d-cc707118dce1 req-460424d1-a095-4197-b9cd-7e03598ec942 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20c3c0c-887a-436f-9ef0-638cbf1ee135 HTTP/1.1" status: 200 len: 210 time: 0.0315826 Apr 08 17:48:26.542857 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device c389c756-f36b-45fb-a430-40299cabccac no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:48:26.565621 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: c389c756-f36b-45fb-a430-40299cabccac {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:48:26.566599 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device c389c756-f36b-45fb-a430-40299cabccac not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:48:26.594057 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-6f57a65a-826a-44ad-800d-e9301b2034d1 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:26.595711 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-6f57a65a-826a-44ad-800d-e9301b2034d1 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.91 "GET /v2.0/networks?id=bd0ad82c-1f24-48da-99df-4888f7a9a297 HTTP/1.1" status: 200 len: 814 time: 0.1128409 Apr 08 17:48:26.635488 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-66d53992-84b4-4dc4-8e09-2201267b1423 req-7ae9cde3-bc98-4908-8fe5-ac5d938bc6c5 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20c3c0c-887a-436f-9ef0-638cbf1ee135 HTTP/1.1" status: 200 len: 210 time: 0.0303171 Apr 08 17:48:26.687757 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-ff254e02-94fb-4be3-a58b-ea70a135f58e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaabcfbd4b674669a45d5943f398cf09 HTTP/1.1" status: 200 len: 380 time: 0.0760987 Apr 08 17:48:26.784882 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-43167e7b-763d-4f17-8d25-eab69af65fb3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'port': {'device_id': 'a20c3c0c-887a-436f-9ef0-638cbf1ee135', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'admin_state_up': True, 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'security_groups': ['eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:26.905596 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-43167e7b-763d-4f17-8d25-eab69af65fb3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Made reservation on behalf of aaabcfbd4b674669a45d5943f398cf09 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:48:26.909503 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-43167e7b-763d-4f17-8d25-eab69af65fb3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:27.050162 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-43167e7b-763d-4f17-8d25-eab69af65fb3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Allocated IP 172.20.0.10 (bd0ad82c-1f24-48da-99df-4888f7a9a297/45c432b0-63db-46fb-a453-edf44d8ceb58/6a90a5ba-d9e2-4f99-9765-63db9411a4c1) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:48:27.202689 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-43167e7b-763d-4f17-8d25-eab69af65fb3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for port (6a90a5ba-d9e2-4f99-9765-63db9411a4c1), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:27.239235 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-43167e7b-763d-4f17-8d25-eab69af65fb3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (6a90a5ba-d9e2-4f99-9765-63db9411a4c1), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:27.291300 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-43167e7b-763d-4f17-8d25-eab69af65fb3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Network bd0ad82c-1f24-48da-99df-4888f7a9a297 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:48:27.294822 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-43167e7b-763d-4f17-8d25-eab69af65fb3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:27.299868 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-43167e7b-763d-4f17-8d25-eab69af65fb3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:48:27.307054 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43167e7b-763d-4f17-8d25-eab69af65fb3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'Port': ['ID=6a90a5ba-d9e2-4f99-9765-63db9411a4c1,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:27.354928 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-43167e7b-763d-4f17-8d25-eab69af65fb3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:27.355584 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-43167e7b-763d-4f17-8d25-eab69af65fb3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:27.374047 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-43167e7b-763d-4f17-8d25-eab69af65fb3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5931292 Apr 08 17:48:27.392463 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Request body: {'port': {'device_id': 'a20c3c0c-887a-436f-9ef0-638cbf1ee135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:27.459976 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (6a90a5ba-d9e2-4f99-9765-63db9411a4c1), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:27.533387 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-cc60939e-7971-4975-8b7a-7b93fa2d11a1 None None] Provisioning complete for port 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:27.533769 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-cc60939e-7971-4975-8b7a-7b93fa2d11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (6a90a5ba-d9e2-4f99-9765-63db9411a4c1), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:27.579290 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-cc60939e-7971-4975-8b7a-7b93fa2d11a1 None None] Port 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:48:27.739928 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:48:27.748189 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Publish callbacks [] for port (6a90a5ba-d9e2-4f99-9765-63db9411a4c1), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:27.751880 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affceefe-5470-4a32-8378-8b6fee9a8c9f req-8dafa1c3-f89d-4198-8662-7ac249b14736 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:27.753555 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-affceefe-5470-4a32-8378-8b6fee9a8c9f req-8dafa1c3-f89d-4198-8662-7ac249b14736 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20c3c0c-887a-436f-9ef0-638cbf1ee135 HTTP/1.1" status: 200 len: 932 time: 0.0481665 Apr 08 17:48:27.764991 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Transition to ACTIVE for port object 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:48:27.769676 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (6a90a5ba-d9e2-4f99-9765-63db9411a4c1), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:27.804854 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-affceefe-5470-4a32-8378-8b6fee9a8c9f req-9ace1803-eee6-4f6f-87bf-aab8dd42a1f8 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446470 Apr 08 17:48:27.826685 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Pushing event updated for resources: {'Port': ['ID=6a90a5ba-d9e2-4f99-9765-63db9411a4c1,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:27.903890 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Attempting to bind port 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:48:27.904277 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Attempting to bind port 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:48:27.904613 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Attempting to bind port 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 on network bd0ad82c-1f24-48da-99df-4888f7a9a297 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:48:27.910164 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Port 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 on network bd0ad82c-1f24-48da-99df-4888f7a9a297 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:48:27.910618 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Attempting to bind port 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 on network bd0ad82c-1f24-48da-99df-4888f7a9a297 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:48:27.916349 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:48:27.916693 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Checking segment: {'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:48:27.917082 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Bound using segment: {'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:48:27.917512 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Bound port: 6a90a5ba-d9e2-4f99-9765-63db9411a4c1, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:48:27.917873 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (6a90a5ba-d9e2-4f99-9765-63db9411a4c1), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:27.986566 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] For port 6a90a5ba-d9e2-4f99-9765-63db9411a4c1, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:48:27.990177 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] For port 6a90a5ba-d9e2-4f99-9765-63db9411a4c1, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6a90a5ba-d9e2-4f99-9765-63db9411a4c1,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:48:27.995948 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (6a90a5ba-d9e2-4f99-9765-63db9411a4c1), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:28.035014 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:28.035553 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:28.036890 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] 10.222.0.91 "PUT /v2.0/ports/6a90a5ba-d9e2-4f99-9765-63db9411a4c1 HTTP/1.1" status: 200 len: 1094 time: 0.6491444 Apr 08 17:48:28.037323 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20c3c0c-887a-436f-9ef0-638cbf1ee135', 'tag': '6a90a5ba-d9e2-4f99-9765-63db9411a4c1'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:48:28.039997 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62365d64-2c65-432a-bcdc-c59376df41cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a20c3c0c-887a-436f-9ef0-638cbf1ee135", "tag": "6a90a5ba-d9e2-4f99-9765-63db9411a4c1"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:48:28.072627 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7a648-3a2e-4020-bd2e-9b2f0887ec9e service neutron] Pushing event updated for resources: {'Port': ['ID=6a90a5ba-d9e2-4f99-9765-63db9411a4c1,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:28.100723 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fdb680-26cd-4cdb-a4f5-7c761bbef669 x-openstack-request-id: req-61fdb680-26cd-4cdb-a4f5-7c761bbef669 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:48:28.101050 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20c3c0c-887a-436f-9ef0-638cbf1ee135", "tag": "6a90a5ba-d9e2-4f99-9765-63db9411a4c1", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:48:28.101701 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61fdb680-26cd-4cdb-a4f5-7c761bbef669 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:48:28.101842 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61fdb680-26cd-4cdb-a4f5-7c761bbef669'] response: {'name': 'network-changed', 'server_uuid': 'a20c3c0c-887a-436f-9ef0-638cbf1ee135', 'tag': '6a90a5ba-d9e2-4f99-9765-63db9411a4c1', 'status': 'completed', 'code': 200} Apr 08 17:48:28.148101 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-22fd0e06-36c3-48bc-a960-bc49b484f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:28.149736 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-22fd0e06-36c3-48bc-a960-bc49b484f39e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aaabcfbd4b674669a45d5943f398cf09&device_id=a20c3c0c-887a-436f-9ef0-638cbf1ee135 HTTP/1.1" status: 200 len: 1128 time: 0.0419285 Apr 08 17:48:28.203425 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-d239fcd4-40a9-4270-988c-146377332bcf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a90a5ba-d9e2-4f99-9765-63db9411a4c1 HTTP/1.1" status: 200 len: 217 time: 0.0370338 Apr 08 17:48:28.254129 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-17f7ff91-fa10-4c53-9359-cbbe48f101d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:28.255500 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-17f7ff91-fa10-4c53-9359-cbbe48f101d8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c432b0-63db-46fb-a453-edf44d8ceb58 HTTP/1.1" status: 200 len: 853 time: 0.0440345 Apr 08 17:48:28.302933 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-cddbc01f-ae63-4104-8d37-21d4044a4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:28.304458 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-cddbc01f-ae63-4104-8d37-21d4044a4afc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bd0ad82c-1f24-48da-99df-4888f7a9a297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424445 Apr 08 17:48:28.397285 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-f5a4ddca-adce-440b-8488-a3c267da87b8 service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855229 Apr 08 17:48:28.493405 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-621aea3f-316a-4cdc-9f18-6fe9290b968f req-352e00ee-aea4-4c81-b04a-e085b1705452 service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897446 Apr 08 17:48:28.932576 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508814ad-c6ab-4fbf-86ad-96e5e709fa88 req-0331ad8a-1a9e-467b-a165-fd5fc78e1982 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:28.934034 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-508814ad-c6ab-4fbf-86ad-96e5e709fa88 req-0331ad8a-1a9e-467b-a165-fd5fc78e1982 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20c3c0c-887a-436f-9ef0-638cbf1ee135 HTTP/1.1" status: 200 len: 944 time: 0.0555649 Apr 08 17:48:28.985080 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-508814ad-c6ab-4fbf-86ad-96e5e709fa88 req-141d141c-6b6b-4a16-bf17-084067b79dbb tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448611 Apr 08 17:48:29.375775 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62365d64-2c65-432a-bcdc-c59376df41cb req-6fd89c42-30c8-42cb-b0d2-9575e1a27b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:29.377299 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62365d64-2c65-432a-bcdc-c59376df41cb req-6fd89c42-30c8-42cb-b0d2-9575e1a27b72 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aaabcfbd4b674669a45d5943f398cf09&device_id=a20c3c0c-887a-436f-9ef0-638cbf1ee135 HTTP/1.1" status: 200 len: 1128 time: 0.0404665 Apr 08 17:48:29.474536 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62365d64-2c65-432a-bcdc-c59376df41cb req-583c6d07-752c-4796-9458-f46d14a5e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:29.476038 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62365d64-2c65-432a-bcdc-c59376df41cb req-583c6d07-752c-4796-9458-f46d14a5e712 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bd0ad82c-1f24-48da-99df-4888f7a9a297 HTTP/1.1" status: 200 len: 915 time: 0.0930369 Apr 08 17:48:29.517307 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62365d64-2c65-432a-bcdc-c59376df41cb req-00d2855b-dedf-4356-83d8-041c050b43c6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a90a5ba-d9e2-4f99-9765-63db9411a4c1 HTTP/1.1" status: 200 len: 217 time: 0.0343356 Apr 08 17:48:29.564541 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62365d64-2c65-432a-bcdc-c59376df41cb req-799ddf84-afbd-496d-a372-9627736826c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:29.565978 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62365d64-2c65-432a-bcdc-c59376df41cb req-799ddf84-afbd-496d-a372-9627736826c2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c432b0-63db-46fb-a453-edf44d8ceb58 HTTP/1.1" status: 200 len: 853 time: 0.0429077 Apr 08 17:48:29.614430 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62365d64-2c65-432a-bcdc-c59376df41cb req-96017e01-7b5a-4c41-9b8a-f578787f0c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:29.615935 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62365d64-2c65-432a-bcdc-c59376df41cb req-96017e01-7b5a-4c41-9b8a-f578787f0c45 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bd0ad82c-1f24-48da-99df-4888f7a9a297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441487 Apr 08 17:48:29.708805 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62365d64-2c65-432a-bcdc-c59376df41cb req-8b4e2576-7772-425c-b2cc-9577ede0f6ec service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861611 Apr 08 17:48:29.803683 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62365d64-2c65-432a-bcdc-c59376df41cb req-eff326f4-e48d-414f-a98a-75bb248873b2 service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882657 Apr 08 17:48:30.100732 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea2002-0e17-4320-be52-baf9a9911c6a req-695e9144-eb4e-4fe9-8e40-f8c4b9d96fed tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:30.102214 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9dea2002-0e17-4320-be52-baf9a9911c6a req-695e9144-eb4e-4fe9-8e40-f8c4b9d96fed tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20c3c0c-887a-436f-9ef0-638cbf1ee135 HTTP/1.1" status: 200 len: 944 time: 0.0474498 Apr 08 17:48:30.150044 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9dea2002-0e17-4320-be52-baf9a9911c6a req-6b51b280-34f9-4739-89e4-2af4c876d266 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421965 Apr 08 17:48:31.265244 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a40553-47b6-482b-9c19-30a4b459a316 req-db6f3b2b-93c4-4976-a0ee-94c0ff1953ba tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:31.266725 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-27a40553-47b6-482b-9c19-30a4b459a316 req-db6f3b2b-93c4-4976-a0ee-94c0ff1953ba tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20c3c0c-887a-436f-9ef0-638cbf1ee135 HTTP/1.1" status: 200 len: 944 time: 0.0467162 Apr 08 17:48:31.315654 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-27a40553-47b6-482b-9c19-30a4b459a316 req-3447e32c-cfe1-4e7c-a106-2a15cf90716a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432184 Apr 08 17:48:32.429685 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf426c9-8740-4520-be67-262696a8c69c req-4684798d-2bd8-46d7-b291-af6847dff0f5 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:32.431280 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3cf426c9-8740-4520-be67-262696a8c69c req-4684798d-2bd8-46d7-b291-af6847dff0f5 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20c3c0c-887a-436f-9ef0-638cbf1ee135 HTTP/1.1" status: 200 len: 944 time: 0.0501487 Apr 08 17:48:32.477989 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3cf426c9-8740-4520-be67-262696a8c69c req-68eafd14-0443-4972-8a71-893a84f677a1 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402567 Apr 08 17:48:32.565643 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:48:32.672123 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 6a90a5ba-d9e2-4f99-9765-63db9411a4c1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6a90a5ba-d9e2-4f99-9765-63db9411a4c1,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:32.687780 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': '6a90a5ba-d9e2-4f99-9765-63db9411a4c1', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'port_id': '6a90a5ba-d9e2-4f99-9765-63db9411a4c1', 'mac_address': 'fa:16:3e:7c:a4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:48:32.725735 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:32.726131 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (6a90a5ba-d9e2-4f99-9765-63db9411a4c1), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:32.739485 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:48:32.760492 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 6a90a5ba-d9e2-4f99-9765-63db9411a4c1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6a90a5ba-d9e2-4f99-9765-63db9411a4c1,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:32.764591 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (6a90a5ba-d9e2-4f99-9765-63db9411a4c1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:32.812818 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=6a90a5ba-d9e2-4f99-9765-63db9411a4c1,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:32.819961 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:32.820341 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:32.820695 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:32.821043 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:32.821385 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:32.821730 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:32.822065 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:32.822398 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:32.822898 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:32.823234 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:32.823568 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:32.823901 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:32.824247 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:32.824579 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:32.824932 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:33.082468 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['6a90a5ba-d9e2-4f99-9765-63db9411a4c1'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:48:33.598205 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b86a6-114b-44a8-9bab-1b347e1ab29a req-74421ad7-fe69-46b3-9b53-0d6f413373d0 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:33.599686 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-921b86a6-114b-44a8-9bab-1b347e1ab29a req-74421ad7-fe69-46b3-9b53-0d6f413373d0 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20c3c0c-887a-436f-9ef0-638cbf1ee135 HTTP/1.1" status: 200 len: 945 time: 0.0481901 Apr 08 17:48:33.647659 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-921b86a6-114b-44a8-9bab-1b347e1ab29a req-32f1344f-4ee0-44bb-87cb-106eb69e8e5b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422904 Apr 08 17:48:34.559950 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:48:34.587677 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:48:34.634961 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:48:34.640722 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:34.641146 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (6a90a5ba-d9e2-4f99-9765-63db9411a4c1), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:34.727948 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:34.728392 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (6a90a5ba-d9e2-4f99-9765-63db9411a4c1), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:34.751844 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20c3c0c-887a-436f-9ef0-638cbf1ee135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a90a5ba-d9e2-4f99-9765-63db9411a4c1'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:48:34.754092 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088f1f92-f43d-4057-b0ea-cb02f2519c98" -d '{"events": [{"server_uuid": "a20c3c0c-887a-436f-9ef0-638cbf1ee135", "name": "network-vif-plugged", "status": "completed", "tag": "6a90a5ba-d9e2-4f99-9765-63db9411a4c1"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:48:34.765823 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5fbc0-4383-46d3-b6c2-63eab0594466 req-f4f91d9d-ca1a-4da5-a280-697f17f11baa tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:34.767062 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 6a90a5ba-d9e2-4f99-9765-63db9411a4c1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6a90a5ba-d9e2-4f99-9765-63db9411a4c1,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:34.767351 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c8a5fbc0-4383-46d3-b6c2-63eab0594466 req-f4f91d9d-ca1a-4da5-a280-697f17f11baa tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20c3c0c-887a-436f-9ef0-638cbf1ee135 HTTP/1.1" status: 200 len: 945 time: 0.0508714 Apr 08 17:48:34.771591 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (6a90a5ba-d9e2-4f99-9765-63db9411a4c1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:34.795828 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76066fa-31ca-4246-8cde-fab393e6c885 x-openstack-request-id: req-e76066fa-31ca-4246-8cde-fab393e6c885 {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:48:34.796118 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20c3c0c-887a-436f-9ef0-638cbf1ee135", "name": "network-vif-plugged", "status": "completed", "tag": "6a90a5ba-d9e2-4f99-9765-63db9411a4c1", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:48:34.796396 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e76066fa-31ca-4246-8cde-fab393e6c885 {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:48:34.796812 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e76066fa-31ca-4246-8cde-fab393e6c885'] response: {'server_uuid': 'a20c3c0c-887a-436f-9ef0-638cbf1ee135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a90a5ba-d9e2-4f99-9765-63db9411a4c1', 'code': 200} Apr 08 17:48:34.817592 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c8a5fbc0-4383-46d3-b6c2-63eab0594466 req-15559924-7f58-4187-8ae2-f2ab0f38fa6b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426979 Apr 08 17:48:34.821969 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=6a90a5ba-d9e2-4f99-9765-63db9411a4c1,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:35.016764 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248ea27-2a52-4558-88a8-cafd44bc945e req-502ca06e-0e35-4006-9a03-775d86e4b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:35.018328 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2248ea27-2a52-4558-88a8-cafd44bc945e req-502ca06e-0e35-4006-9a03-775d86e4b204 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a20c3c0c-887a-436f-9ef0-638cbf1ee135 HTTP/1.1" status: 200 len: 1130 time: 0.0392091 Apr 08 17:48:35.081487 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2248ea27-2a52-4558-88a8-cafd44bc945e req-7021f9e0-e74f-4b02-8eae-9da99c3c9fe6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547442 Apr 08 17:48:35.933219 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc81dc1-4e5c-48c6-84a4-88260de2e87f req-76e71189-9c88-4a72-bef7-5f5d58824974 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:35.935202 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1fc81dc1-4e5c-48c6-84a4-88260de2e87f req-76e71189-9c88-4a72-bef7-5f5d58824974 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20c3c0c-887a-436f-9ef0-638cbf1ee135 HTTP/1.1" status: 200 len: 946 time: 0.0481133 Apr 08 17:48:35.982563 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1fc81dc1-4e5c-48c6-84a4-88260de2e87f req-da1d24bb-23ad-4f0f-a00a-a3ea884ae937 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417674 Apr 08 17:48:37.096221 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422dc9a-a580-4797-b60f-8b6dafd6dd52 req-9552b50a-42aa-48a9-a812-ad0285f10e6c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:37.097795 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2422dc9a-a580-4797-b60f-8b6dafd6dd52 req-9552b50a-42aa-48a9-a812-ad0285f10e6c tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20c3c0c-887a-436f-9ef0-638cbf1ee135 HTTP/1.1" status: 200 len: 946 time: 0.0478072 Apr 08 17:48:37.148195 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2422dc9a-a580-4797-b60f-8b6dafd6dd52 req-73347c54-ab72-47f2-8bfe-8c0c19c27947 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446508 Apr 08 17:48:37.263999 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036944bb-1d01-4b45-8151-77bbc6263db7 req-f171ad46-7ee9-4442-8da2-eeaaaafc2a9e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:37.265495 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-036944bb-1d01-4b45-8151-77bbc6263db7 req-f171ad46-7ee9-4442-8da2-eeaaaafc2a9e tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20c3c0c-887a-436f-9ef0-638cbf1ee135 HTTP/1.1" status: 200 len: 946 time: 0.0465000 Apr 08 17:48:37.274202 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51082) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:37.279416 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-c6b85821-98f0-4a9b-b484-e640be3bc81a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'floatingip': {'port_id': '6a90a5ba-d9e2-4f99-9765-63db9411a4c1'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:37.319356 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c6b85821-98f0-4a9b-b484-e640be3bc81a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (c45ac2c6-79f0-4fe2-a941-f2072f524900), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:37.805564 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c6b85821-98f0-4a9b-b484-e640be3bc81a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:37.810074 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c6b85821-98f0-4a9b-b484-e640be3bc81a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (c45ac2c6-79f0-4fe2-a941-f2072f524900), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:37.915712 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.l3_db [None req-c6b85821-98f0-4a9b-b484-e640be3bc81a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Floating IP c45ac2c6-79f0-4fe2-a941-f2072f524900 associated. External IP: 172.27.0.240, port: 6a90a5ba-d9e2-4f99-9765-63db9411a4c1. Apr 08 17:48:38.136122 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b85821-98f0-4a9b-b484-e640be3bc81a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Router 2523256f-9d81-4b59-b7b0-2a0e4333db4b has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:48:38.251182 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b85821-98f0-4a9b-b484-e640be3bc81a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:48:38.257159 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c6b85821-98f0-4a9b-b484-e640be3bc81a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:38.262849 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b097ea-4ec1-41ac-9ba6-f19b9ae9ed00 None None] Sync routers for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:48:38.272715 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b097ea-4ec1-41ac-9ba6-f19b9ae9ed00 None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:38.273345 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-f5b097ea-4ec1-41ac-9ba6-f19b9ae9ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:48:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:38.289867 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-c6b85821-98f0-4a9b-b484-e640be3bc81a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "PUT /v2.0/floatingips/c45ac2c6-79f0-4fe2-a941-f2072f524900 HTTP/1.1" status: 200 len: 992 time: 1.0145276 Apr 08 17:48:38.290460 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20c3c0c-887a-436f-9ef0-638cbf1ee135', 'tag': '6a90a5ba-d9e2-4f99-9765-63db9411a4c1'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:48:38.292732 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3bcbf0fb11f9b4b521f26e552f1266052730f1b4dd01594c51942873fe86f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8818f71-e169-45bc-879b-61cb4f27f1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "a20c3c0c-887a-436f-9ef0-638cbf1ee135", "tag": "6a90a5ba-d9e2-4f99-9765-63db9411a4c1"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:48:38.329683 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560e8d09-f16a-44f1-8aa0-6e3be4d897d9 x-openstack-request-id: req-560e8d09-f16a-44f1-8aa0-6e3be4d897d9 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:48:38.329971 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20c3c0c-887a-436f-9ef0-638cbf1ee135", "tag": "6a90a5ba-d9e2-4f99-9765-63db9411a4c1", "status": "completed", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:48:38.330225 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-560e8d09-f16a-44f1-8aa0-6e3be4d897d9 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:48:38.330624 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-560e8d09-f16a-44f1-8aa0-6e3be4d897d9'] response: {'name': 'network-changed', 'server_uuid': 'a20c3c0c-887a-436f-9ef0-638cbf1ee135', 'tag': '6a90a5ba-d9e2-4f99-9765-63db9411a4c1', 'status': 'completed', 'code': 200} Apr 08 17:48:38.387363 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-f5b097ea-4ec1-41ac-9ba6-f19b9ae9ed00 None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:38.416033 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8818f71-e169-45bc-879b-61cb4f27f1c6 req-54f1f1ed-e1f2-4bb6-bb4f-b3c53fcda0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:38.417676 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c8818f71-e169-45bc-879b-61cb4f27f1c6 req-54f1f1ed-e1f2-4bb6-bb4f-b3c53fcda0c0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aaabcfbd4b674669a45d5943f398cf09&device_id=a20c3c0c-887a-436f-9ef0-638cbf1ee135 HTTP/1.1" status: 200 len: 1130 time: 0.0384319 Apr 08 17:48:38.510494 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8818f71-e169-45bc-879b-61cb4f27f1c6 req-6e681a53-d039-4ec2-9f4c-cd1eeb9aab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:38.511964 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c8818f71-e169-45bc-879b-61cb4f27f1c6 req-6e681a53-d039-4ec2-9f4c-cd1eeb9aab8b service neutron] 10.222.0.91 "GET /v2.0/networks?id=bd0ad82c-1f24-48da-99df-4888f7a9a297 HTTP/1.1" status: 200 len: 915 time: 0.0875106 Apr 08 17:48:38.578855 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c8818f71-e169-45bc-879b-61cb4f27f1c6 req-227cd9c6-524d-4679-9618-39b2bb15c40c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a90a5ba-d9e2-4f99-9765-63db9411a4c1 HTTP/1.1" status: 200 len: 1000 time: 0.0592523 Apr 08 17:48:38.615764 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-f5b097ea-4ec1-41ac-9ba6-f19b9ae9ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'c45ac2c6-79f0-4fe2-a941-f2072f524900', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'port_id': '6a90a5ba-d9e2-4f99-9765-63db9411a4c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'mac_address': 'fa:16:3e:7c:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c3c0c-887a-436f-9ef0-638cbf1ee135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:48:24Z', 'updated_at': '2022-04-08T17:48:37Z', 'revision_number': 1, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:38.633709 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8818f71-e169-45bc-879b-61cb4f27f1c6 req-7b496225-2f33-449f-94f8-02af67041764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:38.635177 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c8818f71-e169-45bc-879b-61cb4f27f1c6 req-7b496225-2f33-449f-94f8-02af67041764 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c432b0-63db-46fb-a453-edf44d8ceb58 HTTP/1.1" status: 200 len: 853 time: 0.0504363 Apr 08 17:48:38.642807 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b097ea-4ec1-41ac-9ba6-f19b9ae9ed00 None None] Checking router: 2523256f-9d81-4b59-b7b0-2a0e4333db4b for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:48:38.651749 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b097ea-4ec1-41ac-9ba6-f19b9ae9ed00 None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:38.652387 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-f5b097ea-4ec1-41ac-9ba6-f19b9ae9ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:48:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:38.685380 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8818f71-e169-45bc-879b-61cb4f27f1c6 req-2ab2b9ed-6d22-4101-af33-d351aa696fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:38.686926 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c8818f71-e169-45bc-879b-61cb4f27f1c6 req-2ab2b9ed-6d22-4101-af33-d351aa696fd1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bd0ad82c-1f24-48da-99df-4888f7a9a297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404370 Apr 08 17:48:38.789633 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c8818f71-e169-45bc-879b-61cb4f27f1c6 req-3eeb1217-d38b-4ebf-aa52-6d3eb01eaa9c service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929627 Apr 08 17:48:38.890611 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c8818f71-e169-45bc-879b-61cb4f27f1c6 req-296ed8b3-9936-4a62-a75b-6c2b61cb0486 service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903232 Apr 08 17:48:38.911956 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-f5b097ea-4ec1-41ac-9ba6-f19b9ae9ed00 None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:39.133960 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-f5b097ea-4ec1-41ac-9ba6-f19b9ae9ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'c45ac2c6-79f0-4fe2-a941-f2072f524900', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'port_id': '6a90a5ba-d9e2-4f99-9765-63db9411a4c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'mac_address': 'fa:16:3e:7c:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c3c0c-887a-436f-9ef0-638cbf1ee135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:48:24Z', 'updated_at': '2022-04-08T17:48:37Z', 'revision_number': 1, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:39.161674 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b097ea-4ec1-41ac-9ba6-f19b9ae9ed00 None None] The sync data for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi is: [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'c45ac2c6-79f0-4fe2-a941-f2072f524900', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'port_id': '6a90a5ba-d9e2-4f99-9765-63db9411a4c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'mac_address': 'fa:16:3e:7c:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c3c0c-887a-436f-9ef0-638cbf1ee135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:48:24Z', 'updated_at': '2022-04-08T17:48:37Z', 'revision_number': 1, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:48:39.370347 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e920161-b1ce-45c6-acb7-1c7d6fde5c87 None None] New status for floating IP c45ac2c6-79f0-4fe2-a941-f2072f524900: ACTIVE {{(pid=103646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:48:40.069804 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cb416-aee7-48f5-a65f-bbd768f1a59f req-e90453cd-ae7e-4fca-8ac5-ed520f9a38f9 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:40.071189 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4c3cb416-aee7-48f5-a65f-bbd768f1a59f req-e90453cd-ae7e-4fca-8ac5-ed520f9a38f9 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0568507 Apr 08 17:48:40.120049 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4c3cb416-aee7-48f5-a65f-bbd768f1a59f req-318dfcf4-e63f-4aa2-b3e1-be277d1b2819 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414290 Apr 08 17:48:41.238705 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cf5e1-0327-47df-8d99-31a6b4d56edf req-6c0b1c5a-8068-4bd5-acce-a111a31864a5 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:41.240224 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-427cf5e1-0327-47df-8d99-31a6b4d56edf req-6c0b1c5a-8068-4bd5-acce-a111a31864a5 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0488667 Apr 08 17:48:41.291115 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-427cf5e1-0327-47df-8d99-31a6b4d56edf req-5dfa0259-8d3c-4318-9064-b1d26d199fb3 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448222 Apr 08 17:48:42.233647 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fabdfa-2227-4f46-bcf2-7b8643a9e7ef req-68c1516c-c014-4ae6-8939-c8fb87a4b61d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:42.235140 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-68fabdfa-2227-4f46-bcf2-7b8643a9e7ef req-68c1516c-c014-4ae6-8939-c8fb87a4b61d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0556614 Apr 08 17:48:42.335070 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-68fabdfa-2227-4f46-bcf2-7b8643a9e7ef req-ea4b5f87-36d1-4c21-a37f-1e0cdc2f34db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Deleting port ecf16c1c-1649-413c-aad3-2a033b9e3415 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:48:42.335424 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-68fabdfa-2227-4f46-bcf2-7b8643a9e7ef req-ea4b5f87-36d1-4c21-a37f-1e0cdc2f34db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (ecf16c1c-1649-413c-aad3-2a033b9e3415), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:42.407742 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b1d15-9118-4aea-874b-593bb3f541bb req-39fcbbf0-5cbf-4d6e-8bf1-a59001307c7d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:42.409298 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-de3b1d15-9118-4aea-874b-593bb3f541bb req-39fcbbf0-5cbf-4d6e-8bf1-a59001307c7d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 946 time: 0.0478857 Apr 08 17:48:42.432609 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-68fabdfa-2227-4f46-bcf2-7b8643a9e7ef req-ea4b5f87-36d1-4c21-a37f-1e0cdc2f34db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] For port ecf16c1c-1649-413c-aad3-2a033b9e3415, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ecf16c1c-1649-413c-aad3-2a033b9e3415,segment=NetworkSegment(b8b94001-be42-4e96-b173-31743557a597),segment_id=b8b94001-be42-4e96-b173-31743557a597)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:42.432974 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-68fabdfa-2227-4f46-bcf2-7b8643a9e7ef req-ea4b5f87-36d1-4c21-a37f-1e0cdc2f34db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (ecf16c1c-1649-413c-aad3-2a033b9e3415), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:42.474273 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-de3b1d15-9118-4aea-874b-593bb3f541bb req-795ef208-b43d-4b5b-9a40-37d2f39497fc tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=59204074-3e6d-46ff-858f-eeaf53c7901f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591509 Apr 08 17:48:42.621300 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-68fabdfa-2227-4f46-bcf2-7b8643a9e7ef req-ea4b5f87-36d1-4c21-a37f-1e0cdc2f34db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:42.621729 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-68fabdfa-2227-4f46-bcf2-7b8643a9e7ef req-ea4b5f87-36d1-4c21-a37f-1e0cdc2f34db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (f00a36b7-9de4-40c2-8ffa-db3f758ada5a), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:42.622061 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [req-68fabdfa-2227-4f46-bcf2-7b8643a9e7ef req-ea4b5f87-36d1-4c21-a37f-1e0cdc2f34db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Floating IP f00a36b7-9de4-40c2-8ffa-db3f758ada5a disassociated. External IP: 172.27.0.146, port: ecf16c1c-1649-413c-aad3-2a033b9e3415. Apr 08 17:48:42.622426 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-68fabdfa-2227-4f46-bcf2-7b8643a9e7ef req-ea4b5f87-36d1-4c21-a37f-1e0cdc2f34db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Calling delete_port for ecf16c1c-1649-413c-aad3-2a033b9e3415 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:48:42.754533 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-68fabdfa-2227-4f46-bcf2-7b8643a9e7ef req-ea4b5f87-36d1-4c21-a37f-1e0cdc2f34db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (ecf16c1c-1649-413c-aad3-2a033b9e3415), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:42.787339 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b5f87-36d1-4c21-a37f-1e0cdc2f34db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Pushing event deleted for resources: {'Port': ['ID=ecf16c1c-1649-413c-aad3-2a033b9e3415,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:42.908407 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68fabdfa-2227-4f46-bcf2-7b8643a9e7ef req-ea4b5f87-36d1-4c21-a37f-1e0cdc2f34db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Router 7a94b463-b408-4de8-9146-9d334042a172 has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:48:43.317133 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68fabdfa-2227-4f46-bcf2-7b8643a9e7ef req-ea4b5f87-36d1-4c21-a37f-1e0cdc2f34db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:48:43.328940 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500e7ed1-66b4-4a42-90c0-7f56f1978477 None None] Sync routers for ids ['7a94b463-b408-4de8-9146-9d334042a172'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:48:43.340643 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500e7ed1-66b4-4a42-90c0-7f56f1978477 None None] Routers {'7a94b463-b408-4de8-9146-9d334042a172'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:43.341349 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-500e7ed1-66b4-4a42-90c0-7f56f1978477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:48:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7a94b463-b408-4de8-9146-9d334042a172'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:43.358783 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fabdfa-2227-4f46-bcf2-7b8643a9e7ef req-ea4b5f87-36d1-4c21-a37f-1e0cdc2f34db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] No DVR routers for this DVR port ecf16c1c-1649-413c-aad3-2a033b9e3415 on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:48:43.361440 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-68fabdfa-2227-4f46-bcf2-7b8643a9e7ef req-ea4b5f87-36d1-4c21-a37f-1e0cdc2f34db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:43.364801 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-68fabdfa-2227-4f46-bcf2-7b8643a9e7ef req-ea4b5f87-36d1-4c21-a37f-1e0cdc2f34db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.91 "DELETE /v2.0/ports/ecf16c1c-1649-413c-aad3-2a033b9e3415 HTTP/1.1" status: 204 len: 173 time: 1.1244106 Apr 08 17:48:43.365197 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee48630f-fe5e-4659-8ef5-ce7f84c9bc44', 'name': 'network-vif-deleted', 'tag': 'ecf16c1c-1649-413c-aad3-2a033b9e3415'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:48:43.367517 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec728f2-4ab2-46de-ae70-2b1f079ba34e" -d '{"events": [{"server_uuid": "ee48630f-fe5e-4659-8ef5-ce7f84c9bc44", "name": "network-vif-deleted", "tag": "ecf16c1c-1649-413c-aad3-2a033b9e3415"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:48:43.404253 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2864b487-5abf-4c27-9c24-936bd588434f x-openstack-request-id: req-2864b487-5abf-4c27-9c24-936bd588434f {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:48:43.404713 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee48630f-fe5e-4659-8ef5-ce7f84c9bc44", "name": "network-vif-deleted", "tag": "ecf16c1c-1649-413c-aad3-2a033b9e3415", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:48:43.404848 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2864b487-5abf-4c27-9c24-936bd588434f {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:48:43.405288 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2864b487-5abf-4c27-9c24-936bd588434f'] response: {'server_uuid': 'ee48630f-fe5e-4659-8ef5-ce7f84c9bc44', 'name': 'network-vif-deleted', 'tag': 'ecf16c1c-1649-413c-aad3-2a033b9e3415', 'status': 'completed', 'code': 200} Apr 08 17:48:43.471919 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-500e7ed1-66b4-4a42-90c0-7f56f1978477 None None] Set router 7a94b463-b408-4de8-9146-9d334042a172 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:43.593103 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2ba6e465-06c4-453f-8f63-68a1a396c2fc req-b0771840-5e6f-4063-910d-1c543f4ccdb6 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee48630f-fe5e-4659-8ef5-ce7f84c9bc44 HTTP/1.1" status: 200 len: 210 time: 0.0284519 Apr 08 17:48:43.685364 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-500e7ed1-66b4-4a42-90c0-7f56f1978477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:33Z', 'revision_number': 4, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port': {'id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '3d436f11-4db2-4fd1-9ba6-79f7893a5397', 'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'mac_address': 'fa:16:3e:b1:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:32Z', 'updated_at': '2022-04-08T17:45:36Z', 'revision_number': 5, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'subnets': [{'id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:43.712735 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500e7ed1-66b4-4a42-90c0-7f56f1978477 None None] Checking router: 7a94b463-b408-4de8-9146-9d334042a172 for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:48:43.721406 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500e7ed1-66b4-4a42-90c0-7f56f1978477 None None] Routers {'7a94b463-b408-4de8-9146-9d334042a172'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:43.722016 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-500e7ed1-66b4-4a42-90c0-7f56f1978477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:48:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7a94b463-b408-4de8-9146-9d334042a172'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:43.839137 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-500e7ed1-66b4-4a42-90c0-7f56f1978477 None None] Set router 7a94b463-b408-4de8-9146-9d334042a172 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:44.039520 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-500e7ed1-66b4-4a42-90c0-7f56f1978477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:33Z', 'revision_number': 4, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port': {'id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '3d436f11-4db2-4fd1-9ba6-79f7893a5397', 'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'mac_address': 'fa:16:3e:b1:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:32Z', 'updated_at': '2022-04-08T17:45:36Z', 'revision_number': 5, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'subnets': [{'id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:44.070971 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500e7ed1-66b4-4a42-90c0-7f56f1978477 None None] The sync data for ids ['7a94b463-b408-4de8-9146-9d334042a172'] in dv-cinder-837164-1-iscsi is: [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:33Z', 'revision_number': 4, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port': {'id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '3d436f11-4db2-4fd1-9ba6-79f7893a5397', 'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'mac_address': 'fa:16:3e:b1:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:32Z', 'updated_at': '2022-04-08T17:45:36Z', 'revision_number': 5, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'subnets': [{'id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:48:44.291969 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfbf320-5567-434c-b538-fdf2b6897b94 None None] New status for floating IP f00a36b7-9de4-40c2-8ffa-db3f758ada5a: DOWN {{(pid=103646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:48:44.677124 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51114) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:44.735880 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-378ca029-91fa-4d17-858b-7bbb04d90014 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group (59204074-3e6d-46ff-858f-eeaf53c7901f), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:44.759024 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-378ca029-91fa-4d17-858b-7bbb04d90014 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group (59204074-3e6d-46ff-858f-eeaf53c7901f), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:44.810864 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-378ca029-91fa-4d17-858b-7bbb04d90014 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (59204074-3e6d-46ff-858f-eeaf53c7901f), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:44.813568 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-378ca029-91fa-4d17-858b-7bbb04d90014 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:44.814743 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-378ca029-91fa-4d17-858b-7bbb04d90014 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "DELETE /v2.0/security-groups/59204074-3e6d-46ff-858f-eeaf53c7901f HTTP/1.1" status: 204 len: 168 time: 0.1365938 Apr 08 17:48:44.817957 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 51116) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:44.827300 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ca029-91fa-4d17-858b-7bbb04d90014 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59204074-3e6d-46ff-858f-eeaf53c7901f,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:44.848279 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.api.v2.resource [None req-8a349990-7439-4da3-a92b-ed040cc841ee tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] show failed (client error): The resource could not be found. Apr 08 17:48:44.855566 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51118) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:44.856873 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-8a349990-7439-4da3-a92b-ed040cc841ee tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups/59204074-3e6d-46ff-858f-eeaf53c7901f HTTP/1.1" status: 404 len: 347 time: 0.0333254 Apr 08 17:48:45.187205 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-f32d5322-78d0-4aca-a121-a5e59ccddda1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Deleting port 14776906-20fb-4e23-a502-99ca0482df6b {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:48:45.187540 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f32d5322-78d0-4aca-a121-a5e59ccddda1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (14776906-20fb-4e23-a502-99ca0482df6b), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:45.263268 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f32d5322-78d0-4aca-a121-a5e59ccddda1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (14776906-20fb-4e23-a502-99ca0482df6b), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:45.263592 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f32d5322-78d0-4aca-a121-a5e59ccddda1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for floatingip (14776906-20fb-4e23-a502-99ca0482df6b), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:45.276926 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-f32d5322-78d0-4aca-a121-a5e59ccddda1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Calling delete_port for 14776906-20fb-4e23-a502-99ca0482df6b owned by network:floatingip {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:48:45.285844 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:45.390876 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a13eb148-de53-4fd8-b0c3-d21672dbfba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:45.413499 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f32d5322-78d0-4aca-a121-a5e59ccddda1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (14776906-20fb-4e23-a502-99ca0482df6b), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:45.437122 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d5322-78d0-4aca-a121-a5e59ccddda1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Pushing event deleted for resources: {'Port': ['ID=14776906-20fb-4e23-a502-99ca0482df6b,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:45.503594 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f32d5322-78d0-4aca-a121-a5e59ccddda1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for floatingip (f00a36b7-9de4-40c2-8ffa-db3f758ada5a), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:45.506139 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f32d5322-78d0-4aca-a121-a5e59ccddda1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:45.507659 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-f32d5322-78d0-4aca-a121-a5e59ccddda1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "DELETE /v2.0/floatingips/f00a36b7-9de4-40c2-8ffa-db3f758ada5a HTTP/1.1" status: 204 len: 168 time: 0.6538310 Apr 08 17:48:45.783920 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 51122) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:45.789370 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-070e688e-e619-4b1a-b885-21e1e6bec301 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1820041434', 'description': 'tempest-description--1077447391'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:45.814146 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-070e688e-e619-4b1a-b885-21e1e6bec301 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:45.895770 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-070e688e-e619-4b1a-b885-21e1e6bec301 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group (81c58089-2967-4fa1-863d-fc80f958cf06), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:45.899749 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-070e688e-e619-4b1a-b885-21e1e6bec301 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (81c58089-2967-4fa1-863d-fc80f958cf06), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:45.929485 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-070e688e-e619-4b1a-b885-21e1e6bec301 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:45.930772 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-070e688e-e619-4b1a-b885-21e1e6bec301 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1457658 Apr 08 17:48:45.932505 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e688e-e619-4b1a-b885-21e1e6bec301 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c58089-2967-4fa1-863d-fc80f958cf06,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:45.933992 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51124) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:45.939699 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-5681dc78-180b-4875-a62b-332db5edbe92 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Request body: {'security_group_rule': {'security_group_id': '81c58089-2967-4fa1-863d-fc80f958cf06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:45.964602 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5681dc78-180b-4875-a62b-332db5edbe92 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group_rule (5e80ad3a-13ca-4a96-a3db-c71db63010d5), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:46.019922 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5681dc78-180b-4875-a62b-332db5edbe92 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group_rule (5e80ad3a-13ca-4a96-a3db-c71db63010d5), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:46.023461 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5681dc78-180b-4875-a62b-332db5edbe92 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (5e80ad3a-13ca-4a96-a3db-c71db63010d5), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:46.041738 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681dc78-180b-4875-a62b-332db5edbe92 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e80ad3a-13ca-4a96-a3db-c71db63010d5,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:46.051384 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5681dc78-180b-4875-a62b-332db5edbe92 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:46.052667 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-5681dc78-180b-4875-a62b-332db5edbe92 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169133 Apr 08 17:48:46.055391 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51126) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:46.060304 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-156f6265-6705-4e1b-96eb-b3209b82dfe7 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Request body: {'security_group_rule': {'security_group_id': '81c58089-2967-4fa1-863d-fc80f958cf06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:46.085831 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-156f6265-6705-4e1b-96eb-b3209b82dfe7 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group_rule (07d59ab6-84da-411f-8a40-81c7b341318f), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:46.142578 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-156f6265-6705-4e1b-96eb-b3209b82dfe7 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group_rule (07d59ab6-84da-411f-8a40-81c7b341318f), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:46.146418 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-156f6265-6705-4e1b-96eb-b3209b82dfe7 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (07d59ab6-84da-411f-8a40-81c7b341318f), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:46.165138 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f6265-6705-4e1b-96eb-b3209b82dfe7 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d59ab6-84da-411f-8a40-81c7b341318f,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:46.171577 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-156f6265-6705-4e1b-96eb-b3209b82dfe7 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:46.172804 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-156f6265-6705-4e1b-96eb-b3209b82dfe7 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164382 Apr 08 17:48:46.175738 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51128) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:46.179928 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-84e20994-e10b-4382-aa1e-b794f17a0ccd tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Request body: {'floatingip': {'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:46.202130 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-84e20994-e10b-4382-aa1e-b794f17a0ccd tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:46.281153 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-84e20994-e10b-4382-aa1e-b794f17a0ccd tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:46.389479 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-84e20994-e10b-4382-aa1e-b794f17a0ccd tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Allocated IP 172.27.0.48 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/781b83f6-dbcb-4d0e-86f7-13f08da8b78d) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:48:46.492686 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-84e20994-e10b-4382-aa1e-b794f17a0ccd tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for port (781b83f6-dbcb-4d0e-86f7-13f08da8b78d), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:46.527106 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-84e20994-e10b-4382-aa1e-b794f17a0ccd tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (781b83f6-dbcb-4d0e-86f7-13f08da8b78d), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:46.575027 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e20994-e10b-4382-aa1e-b794f17a0ccd tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:48:46.580250 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-84e20994-e10b-4382-aa1e-b794f17a0ccd tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:46.582437 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e20994-e10b-4382-aa1e-b794f17a0ccd tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Pushing event updated for resources: {'Port': ['ID=781b83f6-dbcb-4d0e-86f7-13f08da8b78d,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:46.584591 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e20994-e10b-4382-aa1e-b794f17a0ccd tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:48:46.625636 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device ecf16c1c-1649-413c-aad3-2a033b9e3415 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:48:46.645894 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: ecf16c1c-1649-413c-aad3-2a033b9e3415 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:48:46.646378 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device ecf16c1c-1649-413c-aad3-2a033b9e3415 not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:48:46.682927 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-84e20994-e10b-4382-aa1e-b794f17a0ccd tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for floatingip (8b5f7f4a-1ced-48b1-a45a-6f8b475f2fe0), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:46.726361 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-84e20994-e10b-4382-aa1e-b794f17a0ccd tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (781b83f6-dbcb-4d0e-86f7-13f08da8b78d), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:46.886731 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-84e20994-e10b-4382-aa1e-b794f17a0ccd tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for port (781b83f6-dbcb-4d0e-86f7-13f08da8b78d), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:46.893394 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-84e20994-e10b-4382-aa1e-b794f17a0ccd tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085500'] for port (781b83f6-dbcb-4d0e-86f7-13f08da8b78d), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:46.963144 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e20994-e10b-4382-aa1e-b794f17a0ccd tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Pushing event updated for resources: {'Port': ['ID=781b83f6-dbcb-4d0e-86f7-13f08da8b78d,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:46.974120 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-84e20994-e10b-4382-aa1e-b794f17a0ccd tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (8b5f7f4a-1ced-48b1-a45a-6f8b475f2fe0), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:46.990515 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-84e20994-e10b-4382-aa1e-b794f17a0ccd tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:46.991774 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-84e20994-e10b-4382-aa1e-b794f17a0ccd tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8150582 Apr 08 17:48:46.999369 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-194f9d5d-4164-457b-a548-5242f6f2fc70 req-9c9ce693-bd9b-49d0-8436-2f81f6d38629 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414803 Apr 08 17:48:47.071278 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d5d-4164-457b-a548-5242f6f2fc70 req-cb231d9e-f247-4321-a0e6-8176bebd04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:47.072793 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-194f9d5d-4164-457b-a548-5242f6f2fc70 req-cb231d9e-f247-4321-a0e6-8176bebd04a6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=17839927addb4c4db61cbcd20994fa84&device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 1130 time: 0.0386894 Apr 08 17:48:47.191906 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d5d-4164-457b-a548-5242f6f2fc70 req-f4a49a89-0a62-49b6-be7d-568d23edcee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:47.191906 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-194f9d5d-4164-457b-a548-5242f6f2fc70 req-f4a49a89-0a62-49b6-be7d-568d23edcee5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=80fefa94-3dd9-45cd-815e-0803d238c223 HTTP/1.1" status: 200 len: 912 time: 0.0944445 Apr 08 17:48:47.199108 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-b53da3c2-7342-47cd-987d-bf2240d58eda tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1820041434&fields=id&tenant_id=15eff12c90b045d5829b15564c4f687b HTTP/1.1" status: 200 len: 267 time: 0.0474393 Apr 08 17:48:47.261260 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-194f9d5d-4164-457b-a548-5242f6f2fc70 req-7ae2d17e-9181-4c45-987a-07015d3da722 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5814cb4-ea60-468d-81d2-ca91f6495701 HTTP/1.1" status: 200 len: 1002 time: 0.0639508 Apr 08 17:48:47.306968 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-b0a122fc-929c-4888-b4cc-a3ea57653be4 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:47.308515 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-b0a122fc-929c-4888-b4cc-a3ea57653be4 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/networks?id=e9f86ef8-6f50-49db-84bd-326834993a5e HTTP/1.1" status: 200 len: 810 time: 0.1015413 Apr 08 17:48:47.309943 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d5d-4164-457b-a548-5242f6f2fc70 req-4e8eb9be-9187-4759-b38e-27870b99ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:47.311382 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-194f9d5d-4164-457b-a548-5242f6f2fc70 req-4e8eb9be-9187-4759-b38e-27870b99ad70 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6a2be9bd-5336-4c39-a5b3-3c836052d0bb HTTP/1.1" status: 200 len: 850 time: 0.0440850 Apr 08 17:48:47.323799 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-49f028d3-6303-44e1-ad87-416e38ac8789 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/quotas/15eff12c90b045d5829b15564c4f687b HTTP/1.1" status: 200 len: 375 time: 0.0093751 Apr 08 17:48:47.359303 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d5d-4164-457b-a548-5242f6f2fc70 req-e770888a-d60e-4b4c-b9e0-808bb9b6d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:47.360843 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-194f9d5d-4164-457b-a548-5242f6f2fc70 req-e770888a-d60e-4b4c-b9e0-808bb9b6d384 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80fefa94-3dd9-45cd-815e-0803d238c223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436125 Apr 08 17:48:47.375406 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-546a4e82-f135-4322-8ffe-e1d423f4cb42 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=15eff12c90b045d5829b15564c4f687b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455682 Apr 08 17:48:47.463597 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-194f9d5d-4164-457b-a548-5242f6f2fc70 req-89a896d7-35ee-404d-a729-7aec1d926c97 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963433 Apr 08 17:48:47.485844 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-d2dcbb8d-0da3-4737-990e-a9a04ccff9f1 service neutron] 10.222.0.24 "GET /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986540 Apr 08 17:48:47.566134 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-194f9d5d-4164-457b-a548-5242f6f2fc70 req-6c0d7560-76e3-4b59-b884-7c9b1f794990 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923400 Apr 08 17:48:47.579416 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-04a1ee4e-f288-4cf6-b37b-5e53629d4498 service neutron] 10.222.0.24 "GET /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871530 Apr 08 17:48:47.750201 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7a01485e-1cb4-456c-b1f6-d2db13ec4fc6 req-12100e31-901f-4f8e-a61d-19d23722c031 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 210 time: 0.0319932 Apr 08 17:48:48.067814 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-04bb84ce-22f1-4e09-9980-9fc783d0e3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:48.858719 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-891a960b-6a8e-411d-82fd-e551372e21b4 req-f2cd6541-bf51-49ba-882b-f68ad7433fee tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 210 time: 0.0368221 Apr 08 17:48:48.878862 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:48.911929 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-8a7ae896-efc8-4bb2-8a6a-b1871a93f1b4 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:48.913571 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-8a7ae896-efc8-4bb2-8a6a-b1871a93f1b4 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.91 "GET /v2.0/networks?id=e9f86ef8-6f50-49db-84bd-326834993a5e HTTP/1.1" status: 200 len: 810 time: 0.1295323 Apr 08 17:48:48.994739 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-dcaa2cfb-2347-43c6-a6e8-7a7437f952f4 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15eff12c90b045d5829b15564c4f687b HTTP/1.1" status: 200 len: 380 time: 0.0535636 Apr 08 17:48:49.100404 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-936ee690-4f7f-4e25-af91-40a5301a1aa1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Request body: {'port': {'device_id': 'aedbd717-ad25-40ac-8ab0-946a8106134c', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'admin_state_up': True, 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'security_groups': ['81c58089-2967-4fa1-863d-fc80f958cf06']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:49.209793 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-936ee690-4f7f-4e25-af91-40a5301a1aa1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Made reservation on behalf of 15eff12c90b045d5829b15564c4f687b for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:48:49.213134 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-936ee690-4f7f-4e25-af91-40a5301a1aa1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:49.351146 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-936ee690-4f7f-4e25-af91-40a5301a1aa1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Allocated IP 172.20.0.11 (e9f86ef8-6f50-49db-84bd-326834993a5e/67508fbe-8598-4ea6-b340-f6743e16bbac/c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:48:49.495138 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-936ee690-4f7f-4e25-af91-40a5301a1aa1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for port (c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:49.528857 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-936ee690-4f7f-4e25-af91-40a5301a1aa1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:49.592354 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-936ee690-4f7f-4e25-af91-40a5301a1aa1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Network e9f86ef8-6f50-49db-84bd-326834993a5e is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:48:49.595787 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-936ee690-4f7f-4e25-af91-40a5301a1aa1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:49.600327 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-936ee690-4f7f-4e25-af91-40a5301a1aa1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:48:49.604449 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ee690-4f7f-4e25-af91-40a5301a1aa1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Pushing event updated for resources: {'Port': ['ID=c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:49.653574 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-936ee690-4f7f-4e25-af91-40a5301a1aa1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:49.654207 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-936ee690-4f7f-4e25-af91-40a5301a1aa1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:49.672313 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-936ee690-4f7f-4e25-af91-40a5301a1aa1 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5758817 Apr 08 17:48:49.691412 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Request body: {'port': {'device_id': 'aedbd717-ad25-40ac-8ab0-946a8106134c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:49.761366 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:49.785654 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-b8045edf-e7f8-4ef0-a77e-26178161694b None None] Provisioning complete for port c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:49.786197 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-b8045edf-e7f8-4ef0-a77e-26178161694b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:49.828776 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-b8045edf-e7f8-4ef0-a77e-26178161694b None None] Port c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:48:49.976781 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b65a30-7778-4b75-8ff2-608c9c443e84 req-ea379e07-3a4c-4693-81eb-90eca6b52775 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:49.978282 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f0b65a30-7778-4b75-8ff2-608c9c443e84 req-ea379e07-3a4c-4693-81eb-90eca6b52775 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 932 time: 0.0485041 Apr 08 17:48:50.025966 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f0b65a30-7778-4b75-8ff2-608c9c443e84 req-64e8eebf-fdfc-4953-b807-1a8eb7e406c6 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c58089-2967-4fa1-863d-fc80f958cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419652 Apr 08 17:48:50.045687 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:48:50.054378 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Publish callbacks [] for port (c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:50.068565 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Transition to ACTIVE for port object c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:48:50.072057 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:50.133800 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:50.218726 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Attempting to bind port c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:48:50.219066 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Attempting to bind port c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'b8b94001-be42-4e96-b173-31743557a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:48:50.219403 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Attempting to bind port c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 on network e9f86ef8-6f50-49db-84bd-326834993a5e {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:48:50.224058 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Port c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 on network e9f86ef8-6f50-49db-84bd-326834993a5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:48:50.224420 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Attempting to bind port c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 on network e9f86ef8-6f50-49db-84bd-326834993a5e {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:48:50.229819 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:48:50.230161 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Checking segment: {'id': 'b8b94001-be42-4e96-b173-31743557a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:48:50.230548 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Bound using segment: {'id': 'b8b94001-be42-4e96-b173-31743557a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:48:50.231013 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Bound port: c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b94001-be42-4e96-b173-31743557a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:48:50.231374 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:50.297018 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] For port c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:48:50.299911 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] For port c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4,segment=NetworkSegment(b8b94001-be42-4e96-b173-31743557a597),segment_id=b8b94001-be42-4e96-b173-31743557a597)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:48:50.306050 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:50.346511 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:50.347265 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:50.348617 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] 10.222.0.91 "PUT /v2.0/ports/c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 HTTP/1.1" status: 200 len: 1094 time: 0.6616633 Apr 08 17:48:50.349092 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedbd717-ad25-40ac-8ab0-946a8106134c', 'tag': 'c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:48:50.351402 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2793953-3ebb-44e0-8970-2b516ce2a25a" -d '{"events": [{"name": "network-changed", "server_uuid": "aedbd717-ad25-40ac-8ab0-946a8106134c", "tag": "c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:48:50.378963 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270057e-f7b6-46a4-84a0-10b0c686f988 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:50.404886 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb12d81-5313-4330-a987-3f3b5bdc9a29 x-openstack-request-id: req-bdb12d81-5313-4330-a987-3f3b5bdc9a29 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:48:50.405176 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aedbd717-ad25-40ac-8ab0-946a8106134c", "tag": "c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:48:50.405431 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bdb12d81-5313-4330-a987-3f3b5bdc9a29 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:48:50.405832 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb12d81-5313-4330-a987-3f3b5bdc9a29'] response: {'name': 'network-changed', 'server_uuid': 'aedbd717-ad25-40ac-8ab0-946a8106134c', 'tag': 'c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4', 'status': 'completed', 'code': 200} Apr 08 17:48:50.476215 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-d0590439-9e11-4966-8c3f-cabcec14576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:50.477739 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-d0590439-9e11-4966-8c3f-cabcec14576d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=15eff12c90b045d5829b15564c4f687b&device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 1128 time: 0.0418630 Apr 08 17:48:50.542574 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-47d5a954-dbaa-4318-b5af-4d03dab19e9f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 HTTP/1.1" status: 200 len: 217 time: 0.0388665 Apr 08 17:48:50.577847 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:50.595432 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-ad6c252e-1389-49e2-bced-d9208ed9d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:50.596936 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-ad6c252e-1389-49e2-bced-d9208ed9d707 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=67508fbe-8598-4ea6-b340-f6743e16bbac HTTP/1.1" status: 200 len: 849 time: 0.0455868 Apr 08 17:48:50.641047 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-c8320b3f-cb6d-462d-94e8-b130a176aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:50.642826 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-c8320b3f-cb6d-462d-94e8-b130a176aa20 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9f86ef8-6f50-49db-84bd-326834993a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392094 Apr 08 17:48:50.754619 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-0b37fc7c-e2da-46ae-af54-81d5d612f8a5 service neutron] 10.222.0.91 "GET /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046929 Apr 08 17:48:50.853270 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cf51be59-f685-4706-a807-88a2312ad1b2 req-437eae0d-230f-42fe-b1de-06c4809910ad service neutron] 10.222.0.91 "GET /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924342 Apr 08 17:48:51.188687 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a7304-f7e0-48fe-9fcb-715a414cfda6 req-9d1a4e01-f7b7-4ee5-92e9-6c465d06f5d2 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:51.190270 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e23a7304-f7e0-48fe-9fcb-715a414cfda6 req-9d1a4e01-f7b7-4ee5-92e9-6c465d06f5d2 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 944 time: 0.0978079 Apr 08 17:48:51.246407 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e23a7304-f7e0-48fe-9fcb-715a414cfda6 req-e018284d-9c28-4722-a392-a84e0ae90400 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c58089-2967-4fa1-863d-fc80f958cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504885 Apr 08 17:48:51.785407 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2793953-3ebb-44e0-8970-2b516ce2a25a req-ea9b0b5b-d505-4bbc-a2de-0930ef2fc115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:51.786933 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2793953-3ebb-44e0-8970-2b516ce2a25a req-ea9b0b5b-d505-4bbc-a2de-0930ef2fc115 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=15eff12c90b045d5829b15564c4f687b&device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 1128 time: 0.0391753 Apr 08 17:48:51.879898 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2793953-3ebb-44e0-8970-2b516ce2a25a req-7490e840-e36d-4686-b3c9-8310bbaeb6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:51.881486 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2793953-3ebb-44e0-8970-2b516ce2a25a req-7490e840-e36d-4686-b3c9-8310bbaeb6a8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9f86ef8-6f50-49db-84bd-326834993a5e HTTP/1.1" status: 200 len: 911 time: 0.0852664 Apr 08 17:48:51.928929 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2793953-3ebb-44e0-8970-2b516ce2a25a req-a2cacf0f-513c-45bc-9f07-58a141d51edd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 HTTP/1.1" status: 200 len: 217 time: 0.0398784 Apr 08 17:48:51.940255 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:51.981741 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2793953-3ebb-44e0-8970-2b516ce2a25a req-6dd1ce5a-3a97-4f98-8567-3915e6fcfe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:51.983281 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2793953-3ebb-44e0-8970-2b516ce2a25a req-6dd1ce5a-3a97-4f98-8567-3915e6fcfe5a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=67508fbe-8598-4ea6-b340-f6743e16bbac HTTP/1.1" status: 200 len: 849 time: 0.0469666 Apr 08 17:48:52.031963 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2793953-3ebb-44e0-8970-2b516ce2a25a req-da394969-902f-4e27-8c57-932a8b1b9e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:52.033493 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2793953-3ebb-44e0-8970-2b516ce2a25a req-da394969-902f-4e27-8c57-932a8b1b9e13 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9f86ef8-6f50-49db-84bd-326834993a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414171 Apr 08 17:48:52.127435 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2793953-3ebb-44e0-8970-2b516ce2a25a req-33fd6950-73fb-45e5-8708-07f6ba7d4b9b service neutron] 10.222.0.91 "GET /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875185 Apr 08 17:48:52.224367 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2793953-3ebb-44e0-8970-2b516ce2a25a req-58daa459-f398-4671-a0af-5ad821854f99 service neutron] 10.222.0.91 "GET /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910852 Apr 08 17:48:52.413639 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301611f-9686-4d8a-828d-efce6cb1e666 req-2617f3ab-44ef-40a9-bd3f-4774544e5ba8 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:52.415025 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e301611f-9686-4d8a-828d-efce6cb1e666 req-2617f3ab-44ef-40a9-bd3f-4774544e5ba8 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 944 time: 0.0986822 Apr 08 17:48:52.462066 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e301611f-9686-4d8a-828d-efce6cb1e666 req-53521123-b2d7-4a10-b398-718903e151ed tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c58089-2967-4fa1-863d-fc80f958cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406194 Apr 08 17:48:53.579610 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efe6e9-db62-44c5-b324-4a18105b01f6 req-04173594-05a2-448d-b9f0-e88380872f4d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:53.581148 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f1efe6e9-db62-44c5-b324-4a18105b01f6 req-04173594-05a2-448d-b9f0-e88380872f4d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 944 time: 0.0479784 Apr 08 17:48:53.637529 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f1efe6e9-db62-44c5-b324-4a18105b01f6 req-b9db6f5a-239c-4798-a37d-4f02f4bdc417 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c58089-2967-4fa1-863d-fc80f958cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508678 Apr 08 17:48:54.664419 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:48:54.760253 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b9faa-8f76-4acb-a09c-31454d2f16b1 req-4cf861bd-e22f-4d80-bd5f-69a03d6bb810 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:54.761780 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c34b9faa-8f76-4acb-a09c-31454d2f16b1 req-4cf861bd-e22f-4d80-bd5f-69a03d6bb810 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 944 time: 0.0504980 Apr 08 17:48:54.781332 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4,segment=NetworkSegment(b8b94001-be42-4e96-b173-31743557a597),segment_id=b8b94001-be42-4e96-b173-31743557a597)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:54.792622 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': 'c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'port_id': 'c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4', 'mac_address': 'fa:16:3e:60:85:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:48:54.818429 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c34b9faa-8f76-4acb-a09c-31454d2f16b1 req-1769bcef-2dda-4c48-a4da-3b567bfb3ba8 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c58089-2967-4fa1-863d-fc80f958cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501604 Apr 08 17:48:54.831485 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:54.831883 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:54.849020 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:48:54.868597 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4,segment=NetworkSegment(b8b94001-be42-4e96-b173-31743557a597),segment_id=b8b94001-be42-4e96-b173-31743557a597)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:54.873604 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:54.924683 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:55.191769 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:48:55.932545 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76f6cc-a49e-4712-ad8a-d52c85e42c47 req-6ed68499-fb6c-4dfe-87fd-371fac31d648 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:55.934040 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1a76f6cc-a49e-4712-ad8a-d52c85e42c47 req-6ed68499-fb6c-4dfe-87fd-371fac31d648 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 945 time: 0.0481157 Apr 08 17:48:55.981332 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1a76f6cc-a49e-4712-ad8a-d52c85e42c47 req-23976746-561e-4b97-a9b3-160fe2ef0b13 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c58089-2967-4fa1-863d-fc80f958cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415227 Apr 08 17:48:56.712710 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:48:56.757804 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:48:56.763341 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:56.763788 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:56.848425 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:56.848843 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:56.872843 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedbd717-ad25-40ac-8ab0-946a8106134c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:48:56.875075 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a656be-c271-4759-bb8d-f5c24b5a23ba" -d '{"events": [{"server_uuid": "aedbd717-ad25-40ac-8ab0-946a8106134c", "name": "network-vif-plugged", "status": "completed", "tag": "c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:48:56.892157 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4,segment=NetworkSegment(b8b94001-be42-4e96-b173-31743557a597),segment_id=b8b94001-be42-4e96-b173-31743557a597)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:56.898331 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:56.922671 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6ecf8e-5d65-4b18-98be-7a46f26c1a33 x-openstack-request-id: req-8c6ecf8e-5d65-4b18-98be-7a46f26c1a33 {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:48:56.922971 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aedbd717-ad25-40ac-8ab0-946a8106134c", "name": "network-vif-plugged", "status": "completed", "tag": "c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:48:56.923241 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c6ecf8e-5d65-4b18-98be-7a46f26c1a33 {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:48:56.923620 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c6ecf8e-5d65-4b18-98be-7a46f26c1a33'] response: {'server_uuid': 'aedbd717-ad25-40ac-8ab0-946a8106134c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4', 'code': 200} Apr 08 17:48:56.949663 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:57.108660 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c08e29-42f6-43b9-a771-7d5a3f339218 req-39af6f77-8cb0-4b93-bd60-be27b7d296b0 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:57.110146 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-45c08e29-42f6-43b9-a771-7d5a3f339218 req-39af6f77-8cb0-4b93-bd60-be27b7d296b0 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 946 time: 0.0527291 Apr 08 17:48:57.151359 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b043d6-c3c5-4c96-960a-308d5a77d1fd req-5eb21d7f-8f5a-4a50-9ded-b88a47bb3efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:57.153543 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-05b043d6-c3c5-4c96-960a-308d5a77d1fd req-5eb21d7f-8f5a-4a50-9ded-b88a47bb3efc service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 1130 time: 0.0478370 Apr 08 17:48:57.157893 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-45c08e29-42f6-43b9-a771-7d5a3f339218 req-976ae5a2-858a-4aca-8ca5-6ccabf7e64e7 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c58089-2967-4fa1-863d-fc80f958cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421596 Apr 08 17:48:57.198640 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-05b043d6-c3c5-4c96-960a-308d5a77d1fd req-b612dcb9-6b9c-49aa-917e-cc129f2ae530 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=81c58089-2967-4fa1-863d-fc80f958cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389493 Apr 08 17:48:58.287183 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c771275-cca5-470a-b9c4-e7b95e65e408 req-4aee667d-e7c7-4fad-80cd-0c84a2376ee6 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:58.288795 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8c771275-cca5-470a-b9c4-e7b95e65e408 req-4aee667d-e7c7-4fad-80cd-0c84a2376ee6 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 946 time: 0.0556200 Apr 08 17:48:58.339438 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8c771275-cca5-470a-b9c4-e7b95e65e408 req-d133a684-c0ff-47bc-9491-1984031a5e41 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c58089-2967-4fa1-863d-fc80f958cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439229 Apr 08 17:48:59.466111 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82ba83-5ea1-4436-be4f-a55270603cd6 req-dc154e6d-65c3-4bc8-b6c3-e28f41ed4b95 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:59.466826 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ba82ba83-5ea1-4436-be4f-a55270603cd6 req-dc154e6d-65c3-4bc8-b6c3-e28f41ed4b95 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 946 time: 0.0572550 Apr 08 17:48:59.520250 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ba82ba83-5ea1-4436-be4f-a55270603cd6 req-927f0a29-9a80-4e01-8561-ab30da2283d7 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c58089-2967-4fa1-863d-fc80f958cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476637 Apr 08 17:48:59.631555 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df43c60-f5dc-485f-becf-b35c9ddea20e req-8c1b50d6-0992-4edc-a8d6-6e2cca76ec52 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:59.632991 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6df43c60-f5dc-485f-becf-b35c9ddea20e req-8c1b50d6-0992-4edc-a8d6-6e2cca76ec52 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 946 time: 0.0486643 Apr 08 17:48:59.641647 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51192) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:59.646093 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-c0c51f8a-c7ee-461f-8398-aff0dfdcd3ef tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Request body: {'floatingip': {'port_id': 'c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:59.691367 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c0c51f8a-c7ee-461f-8398-aff0dfdcd3ef tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for floatingip (8b5f7f4a-1ced-48b1-a45a-6f8b475f2fe0), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.156805 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c0c51f8a-c7ee-461f-8398-aff0dfdcd3ef tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.160944 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c0c51f8a-c7ee-461f-8398-aff0dfdcd3ef tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (8b5f7f4a-1ced-48b1-a45a-6f8b475f2fe0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.265783 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.l3_db [None req-c0c51f8a-c7ee-461f-8398-aff0dfdcd3ef tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Floating IP 8b5f7f4a-1ced-48b1-a45a-6f8b475f2fe0 associated. External IP: 172.27.0.48, port: c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4. Apr 08 17:49:00.480653 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c51f8a-c7ee-461f-8398-aff0dfdcd3ef tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Router 7a94b463-b408-4de8-9146-9d334042a172 has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:49:00.593623 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c51f8a-c7ee-461f-8398-aff0dfdcd3ef tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:49:00.599055 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c0c51f8a-c7ee-461f-8398-aff0dfdcd3ef tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.603559 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6335d399-cbd8-4ab6-a720-ffd0f5c5bc6d None None] Sync routers for ids ['7a94b463-b408-4de8-9146-9d334042a172'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:49:00.613849 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6335d399-cbd8-4ab6-a720-ffd0f5c5bc6d None None] Routers {'7a94b463-b408-4de8-9146-9d334042a172'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:49:00.614533 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-6335d399-cbd8-4ab6-a720-ffd0f5c5bc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:48:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7a94b463-b408-4de8-9146-9d334042a172'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:00.628930 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-c0c51f8a-c7ee-461f-8398-aff0dfdcd3ef tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "PUT /v2.0/floatingips/8b5f7f4a-1ced-48b1-a45a-6f8b475f2fe0 HTTP/1.1" status: 200 len: 991 time: 0.9861448 Apr 08 17:49:00.629544 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedbd717-ad25-40ac-8ab0-946a8106134c', 'tag': 'c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:00.631801 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3bcbf0fb11f9b4b521f26e552f1266052730f1b4dd01594c51942873fe86f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb35ab05-4069-4d06-b32b-021b6ac8fbb4" -d '{"events": [{"name": "network-changed", "server_uuid": "aedbd717-ad25-40ac-8ab0-946a8106134c", "tag": "c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:00.668999 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b5b483-abec-4756-9e6f-73b9c78991aa x-openstack-request-id: req-47b5b483-abec-4756-9e6f-73b9c78991aa {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:00.669297 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aedbd717-ad25-40ac-8ab0-946a8106134c", "tag": "c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4", "status": "completed", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:00.669554 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47b5b483-abec-4756-9e6f-73b9c78991aa {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:00.669968 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b5b483-abec-4756-9e6f-73b9c78991aa'] response: {'name': 'network-changed', 'server_uuid': 'aedbd717-ad25-40ac-8ab0-946a8106134c', 'tag': 'c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4', 'status': 'completed', 'code': 200} Apr 08 17:49:00.729635 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-6335d399-cbd8-4ab6-a720-ffd0f5c5bc6d None None] Set router 7a94b463-b408-4de8-9146-9d334042a172 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:49:00.819188 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35ab05-4069-4d06-b32b-021b6ac8fbb4 req-d8ed2c1d-7c28-4b07-b117-4b531dd5bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:00.820866 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fb35ab05-4069-4d06-b32b-021b6ac8fbb4 req-d8ed2c1d-7c28-4b07-b117-4b531dd5bf76 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=15eff12c90b045d5829b15564c4f687b&device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 1130 time: 0.0855064 Apr 08 17:49:00.923930 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35ab05-4069-4d06-b32b-021b6ac8fbb4 req-d8dc64d4-168e-45d0-9208-1af250989806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:00.925439 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fb35ab05-4069-4d06-b32b-021b6ac8fbb4 req-d8dc64d4-168e-45d0-9208-1af250989806 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9f86ef8-6f50-49db-84bd-326834993a5e HTTP/1.1" status: 200 len: 911 time: 0.0984349 Apr 08 17:49:00.957326 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-6335d399-cbd8-4ab6-a720-ffd0f5c5bc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:33Z', 'revision_number': 4, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port': {'id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '8b5f7f4a-1ced-48b1-a45a-6f8b475f2fe0', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '7a94b463-b408-4de8-9146-9d334042a172', 'port_id': 'c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'mac_address': 'fa:16:3e:60:85:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedbd717-ad25-40ac-8ab0-946a8106134c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:48:46Z', 'updated_at': '2022-04-08T17:49:00Z', 'revision_number': 1, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d436f11-4db2-4fd1-9ba6-79f7893a5397', 'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'mac_address': 'fa:16:3e:b1:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:32Z', 'updated_at': '2022-04-08T17:45:36Z', 'revision_number': 5, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'subnets': [{'id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:00.985856 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6335d399-cbd8-4ab6-a720-ffd0f5c5bc6d None None] Checking router: 7a94b463-b408-4de8-9146-9d334042a172 for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:49:00.994651 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6335d399-cbd8-4ab6-a720-ffd0f5c5bc6d None None] Routers {'7a94b463-b408-4de8-9146-9d334042a172'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:49:00.995195 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-6335d399-cbd8-4ab6-a720-ffd0f5c5bc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:48:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7a94b463-b408-4de8-9146-9d334042a172'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:01.004924 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fb35ab05-4069-4d06-b32b-021b6ac8fbb4 req-98e572ee-481b-492f-9aaa-1949581de7ba service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 HTTP/1.1" status: 200 len: 999 time: 0.0692415 Apr 08 17:49:01.054263 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35ab05-4069-4d06-b32b-021b6ac8fbb4 req-ed9aba83-d664-4caf-98a2-daf052aad050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:01.056696 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fb35ab05-4069-4d06-b32b-021b6ac8fbb4 req-ed9aba83-d664-4caf-98a2-daf052aad050 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=67508fbe-8598-4ea6-b340-f6743e16bbac HTTP/1.1" status: 200 len: 849 time: 0.0445583 Apr 08 17:49:01.104389 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35ab05-4069-4d06-b32b-021b6ac8fbb4 req-b2732a72-3e04-43c5-b5c6-02bea6be2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:01.106433 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fb35ab05-4069-4d06-b32b-021b6ac8fbb4 req-b2732a72-3e04-43c5-b5c6-02bea6be2b31 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9f86ef8-6f50-49db-84bd-326834993a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437675 Apr 08 17:49:01.118441 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [req-fb35ab05-4069-4d06-b32b-021b6ac8fbb4 req-1d294bd6-49f4-4c0c-8fdf-0af4ba1139b8 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:49:01.119517 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fb35ab05-4069-4d06-b32b-021b6ac8fbb4 req-1d294bd6-49f4-4c0c-8fdf-0af4ba1139b8 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054734 Apr 08 17:49:01.214318 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fb35ab05-4069-4d06-b32b-021b6ac8fbb4 req-6a9e269c-4506-46c0-8b31-4ecfae09da19 service neutron] 10.222.0.91 "GET /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880201 Apr 08 17:49:01.249330 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-6335d399-cbd8-4ab6-a720-ffd0f5c5bc6d None None] Set router 7a94b463-b408-4de8-9146-9d334042a172 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:49:01.313204 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fb35ab05-4069-4d06-b32b-021b6ac8fbb4 req-29aaacf6-0ee7-4aee-9453-a48ebfda173a service neutron] 10.222.0.91 "GET /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897989 Apr 08 17:49:01.479416 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-6335d399-cbd8-4ab6-a720-ffd0f5c5bc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:33Z', 'revision_number': 4, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port': {'id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '8b5f7f4a-1ced-48b1-a45a-6f8b475f2fe0', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '7a94b463-b408-4de8-9146-9d334042a172', 'port_id': 'c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'mac_address': 'fa:16:3e:60:85:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedbd717-ad25-40ac-8ab0-946a8106134c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:48:46Z', 'updated_at': '2022-04-08T17:49:00Z', 'revision_number': 1, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d436f11-4db2-4fd1-9ba6-79f7893a5397', 'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'mac_address': 'fa:16:3e:b1:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:32Z', 'updated_at': '2022-04-08T17:45:36Z', 'revision_number': 5, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'subnets': [{'id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:01.510331 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6335d399-cbd8-4ab6-a720-ffd0f5c5bc6d None None] The sync data for ids ['7a94b463-b408-4de8-9146-9d334042a172'] in dv-cinder-837164-1-iscsi is: [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:33Z', 'revision_number': 4, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port': {'id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '8b5f7f4a-1ced-48b1-a45a-6f8b475f2fe0', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '7a94b463-b408-4de8-9146-9d334042a172', 'port_id': 'c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'mac_address': 'fa:16:3e:60:85:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedbd717-ad25-40ac-8ab0-946a8106134c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:48:46Z', 'updated_at': '2022-04-08T17:49:00Z', 'revision_number': 1, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d436f11-4db2-4fd1-9ba6-79f7893a5397', 'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'mac_address': 'fa:16:3e:b1:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:32Z', 'updated_at': '2022-04-08T17:45:36Z', 'revision_number': 5, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'subnets': [{'id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:49:01.724534 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee29076f-e3ad-49cf-885e-8bbe71d684aa None None] New status for floating IP 8b5f7f4a-1ced-48b1-a45a-6f8b475f2fe0: ACTIVE {{(pid=103646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:49:11.560122 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:49:15.290394 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:15.393839 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a1804b66-b117-49ee-8dcf-719b4be21631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:18.064739 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a6a29ae5-d2b7-4d66-b55b-4317b1efe745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:18.859726 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:20.566654 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:21.942712 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:26.977648 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21978de-dbf1-405f-8575-156c206d9e5d req-81e357c4-ffdb-44e8-beb9-e3b30b4755ce tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:26.979148 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d21978de-dbf1-405f-8575-156c206d9e5d req-81e357c4-ffdb-44e8-beb9-e3b30b4755ce tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20c3c0c-887a-436f-9ef0-638cbf1ee135 HTTP/1.1" status: 200 len: 946 time: 0.0466199 Apr 08 17:49:27.027206 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d21978de-dbf1-405f-8575-156c206d9e5d req-c8c9ca95-2c87-4a5e-acef-443759c65e88 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415132 Apr 08 17:49:28.144471 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050c535-c8ab-406d-9da6-88c03676d8e0 req-43852b24-0cd2-47ce-9246-f7ede56bbd31 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:28.145940 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5050c535-c8ab-406d-9da6-88c03676d8e0 req-43852b24-0cd2-47ce-9246-f7ede56bbd31 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20c3c0c-887a-436f-9ef0-638cbf1ee135 HTTP/1.1" status: 200 len: 946 time: 0.0493999 Apr 08 17:49:28.193118 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5050c535-c8ab-406d-9da6-88c03676d8e0 req-f80c5cfc-6ad1-4b94-b7ec-9844a6694527 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410676 Apr 08 17:49:28.712754 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92dda21-1c49-4866-a53f-e44fc1a601a9 req-939267cd-a8b0-409a-843e-f45a333ac5ef tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:28.714236 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b92dda21-1c49-4866-a53f-e44fc1a601a9 req-939267cd-a8b0-409a-843e-f45a333ac5ef tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.91 "GET /v2.0/ports?device_id=a20c3c0c-887a-436f-9ef0-638cbf1ee135 HTTP/1.1" status: 200 len: 946 time: 0.0474215 Apr 08 17:49:28.810124 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-b92dda21-1c49-4866-a53f-e44fc1a601a9 req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Deleting port 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:49:28.810654 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-b92dda21-1c49-4866-a53f-e44fc1a601a9 req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (6a90a5ba-d9e2-4f99-9765-63db9411a4c1), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:28.905219 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-b92dda21-1c49-4866-a53f-e44fc1a601a9 req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] For port 6a90a5ba-d9e2-4f99-9765-63db9411a4c1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6a90a5ba-d9e2-4f99-9765-63db9411a4c1,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:28.905619 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-b92dda21-1c49-4866-a53f-e44fc1a601a9 req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (6a90a5ba-d9e2-4f99-9765-63db9411a4c1), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:29.082858 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-b92dda21-1c49-4866-a53f-e44fc1a601a9 req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:29.083232 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-b92dda21-1c49-4866-a53f-e44fc1a601a9 req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (c45ac2c6-79f0-4fe2-a941-f2072f524900), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:29.083556 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [req-b92dda21-1c49-4866-a53f-e44fc1a601a9 req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Floating IP c45ac2c6-79f0-4fe2-a941-f2072f524900 disassociated. External IP: 172.27.0.240, port: 6a90a5ba-d9e2-4f99-9765-63db9411a4c1. Apr 08 17:49:29.083903 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-b92dda21-1c49-4866-a53f-e44fc1a601a9 req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Calling delete_port for 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:49:29.217794 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-b92dda21-1c49-4866-a53f-e44fc1a601a9 req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (6a90a5ba-d9e2-4f99-9765-63db9411a4c1), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:29.247454 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event deleted for resources: {'Port': ['ID=6a90a5ba-d9e2-4f99-9765-63db9411a4c1,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:29.268942 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:29.269294 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:29.269645 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:29.270488 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:29.270488 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:29.270701 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:29.270964 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:29.271295 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:29.272309 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:29.272795 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:29.273259 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:29.273623 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:29.273967 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:29.274312 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:29.274699 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:29.299442 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8369f3f0-14e4-47b0-9b3f-7b0839bbb100 req-32fde544-18fa-46cd-9063-49f2d735399d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20c3c0c-887a-436f-9ef0-638cbf1ee135 HTTP/1.1" status: 200 len: 210 time: 0.0360384 Apr 08 17:49:29.403067 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b92dda21-1c49-4866-a53f-e44fc1a601a9 req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Router 2523256f-9d81-4b59-b7b0-2a0e4333db4b has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:49:29.522278 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b92dda21-1c49-4866-a53f-e44fc1a601a9 req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:49:29.532378 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b164cc63-0bb1-40e2-929f-96c8e7246021 None None] Sync routers for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:49:29.542777 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b164cc63-0bb1-40e2-929f-96c8e7246021 None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:49:29.543394 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-b164cc63-0bb1-40e2-929f-96c8e7246021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:49:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:29.565260 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92dda21-1c49-4866-a53f-e44fc1a601a9 req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] No DVR routers for this DVR port 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:49:29.567839 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-b92dda21-1c49-4866-a53f-e44fc1a601a9 req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:29.571137 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b92dda21-1c49-4866-a53f-e44fc1a601a9 req-3bbc8678-8689-4575-94e2-7e8d648285a3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.91 "DELETE /v2.0/ports/6a90a5ba-d9e2-4f99-9765-63db9411a4c1 HTTP/1.1" status: 204 len: 173 time: 0.8518834 Apr 08 17:49:29.571582 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20c3c0c-887a-436f-9ef0-638cbf1ee135', 'name': 'network-vif-deleted', 'tag': '6a90a5ba-d9e2-4f99-9765-63db9411a4c1'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:29.573845 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be05b60-a008-4897-92e1-53945395c835" -d '{"events": [{"server_uuid": "a20c3c0c-887a-436f-9ef0-638cbf1ee135", "name": "network-vif-deleted", "tag": "6a90a5ba-d9e2-4f99-9765-63db9411a4c1"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:29.672890 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-b164cc63-0bb1-40e2-929f-96c8e7246021 None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:49:29.713829 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bb9c76-996f-4562-b4ae-bd6acc19be0b x-openstack-request-id: req-07bb9c76-996f-4562-b4ae-bd6acc19be0b {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:29.714881 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20c3c0c-887a-436f-9ef0-638cbf1ee135", "name": "network-vif-deleted", "tag": "6a90a5ba-d9e2-4f99-9765-63db9411a4c1", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:29.715197 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07bb9c76-996f-4562-b4ae-bd6acc19be0b {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:29.715720 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07bb9c76-996f-4562-b4ae-bd6acc19be0b'] response: {'server_uuid': 'a20c3c0c-887a-436f-9ef0-638cbf1ee135', 'name': 'network-vif-deleted', 'tag': '6a90a5ba-d9e2-4f99-9765-63db9411a4c1', 'status': 'completed', 'code': 200} Apr 08 17:49:29.895855 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-b164cc63-0bb1-40e2-929f-96c8e7246021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:29.922747 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b164cc63-0bb1-40e2-929f-96c8e7246021 None None] Checking router: 2523256f-9d81-4b59-b7b0-2a0e4333db4b for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:49:29.930866 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b164cc63-0bb1-40e2-929f-96c8e7246021 None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:49:29.931480 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-b164cc63-0bb1-40e2-929f-96c8e7246021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:49:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:30.045416 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-b164cc63-0bb1-40e2-929f-96c8e7246021 None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:49:30.252287 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-b164cc63-0bb1-40e2-929f-96c8e7246021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:30.289345 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b164cc63-0bb1-40e2-929f-96c8e7246021 None None] The sync data for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi is: [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:49:30.382138 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51286) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:30.443370 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:30.469264 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:30.522623 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:30.524762 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8ddd03-0d65-47f9-877c-62c80324e8c9 None None] New status for floating IP c45ac2c6-79f0-4fe2-a941-f2072f524900: DOWN {{(pid=103646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:49:30.525675 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:30.526923 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "DELETE /v2.0/security-groups/eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096 HTTP/1.1" status: 204 len: 168 time: 0.1437695 Apr 08 17:49:30.529761 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 51288) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:30.536985 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:30.545093 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:30.545533 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:30.546034 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:30.547010 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:30.547479 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:30.547879 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:30.548300 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:30.548694 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:30.548817 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.api.v2.resource [None req-dc6378b1-2302-44ff-a04c-8af161995e59 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] show failed (client error): The resource could not be found. Apr 08 17:49:30.549257 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:30.552632 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:30.552805 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-dc6378b1-2302-44ff-a04c-8af161995e59 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups/eb1be3ee-3eb9-4b4c-9af9-4510ba7f0096 HTTP/1.1" status: 404 len: 347 time: 0.0191050 Apr 08 17:49:30.552920 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:30.552920 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:30.552920 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:30.552920 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:30.552920 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03332564-0bdb-44e3-80ff-2f0533859692 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:30.553377 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 51290) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:30.683616 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-1a9c0953-6605-4c97-90f4-f2410e1e172f tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Deleting port 7e38fa75-d342-4b92-9fe4-d3e96f38e963 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:49:30.683995 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0953-6605-4c97-90f4-f2410e1e172f tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (7e38fa75-d342-4b92-9fe4-d3e96f38e963), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:30.762277 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0953-6605-4c97-90f4-f2410e1e172f tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (7e38fa75-d342-4b92-9fe4-d3e96f38e963), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:30.762993 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0953-6605-4c97-90f4-f2410e1e172f tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (7e38fa75-d342-4b92-9fe4-d3e96f38e963), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:30.774762 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-1a9c0953-6605-4c97-90f4-f2410e1e172f tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Calling delete_port for 7e38fa75-d342-4b92-9fe4-d3e96f38e963 owned by network:floatingip {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:49:30.909535 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0953-6605-4c97-90f4-f2410e1e172f tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (7e38fa75-d342-4b92-9fe4-d3e96f38e963), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:30.934955 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c0953-6605-4c97-90f4-f2410e1e172f tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event deleted for resources: {'Port': ['ID=7e38fa75-d342-4b92-9fe4-d3e96f38e963,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:31.005955 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0953-6605-4c97-90f4-f2410e1e172f tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (c45ac2c6-79f0-4fe2-a941-f2072f524900), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:31.008604 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0953-6605-4c97-90f4-f2410e1e172f tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:31.009856 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-1a9c0953-6605-4c97-90f4-f2410e1e172f tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "DELETE /v2.0/floatingips/c45ac2c6-79f0-4fe2-a941-f2072f524900 HTTP/1.1" status: 204 len: 168 time: 0.4560637 Apr 08 17:49:31.207997 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 51298) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:31.213711 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-8af98be1-6304-4987-9619-a9609f2686c1 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1519150771', 'description': 'tempest-description--1590092279'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:31.236953 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8af98be1-6304-4987-9619-a9609f2686c1 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:31.312828 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8af98be1-6304-4987-9619-a9609f2686c1 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (c9c77722-eb34-48ee-9388-11af5ccc8e89), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:31.316867 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8af98be1-6304-4987-9619-a9609f2686c1 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (c9c77722-eb34-48ee-9388-11af5ccc8e89), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:31.347904 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8af98be1-6304-4987-9619-a9609f2686c1 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:31.349361 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-8af98be1-6304-4987-9619-a9609f2686c1 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1400504 Apr 08 17:49:31.350352 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af98be1-6304-4987-9619-a9609f2686c1 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c77722-eb34-48ee-9388-11af5ccc8e89,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:31.353488 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51300) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:31.362397 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-5206cea0-7242-41e3-b678-dd111c6df39d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'security_group_rule': {'security_group_id': 'c9c77722-eb34-48ee-9388-11af5ccc8e89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:31.390549 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5206cea0-7242-41e3-b678-dd111c6df39d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (83c5d3f9-9f9b-4e1b-9ae6-43b457638f8d), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:31.456049 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5206cea0-7242-41e3-b678-dd111c6df39d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (83c5d3f9-9f9b-4e1b-9ae6-43b457638f8d), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:31.460331 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5206cea0-7242-41e3-b678-dd111c6df39d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (83c5d3f9-9f9b-4e1b-9ae6-43b457638f8d), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:31.481212 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206cea0-7242-41e3-b678-dd111c6df39d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c5d3f9-9f9b-4e1b-9ae6-43b457638f8d,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:31.487791 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5206cea0-7242-41e3-b678-dd111c6df39d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:31.489054 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-5206cea0-7242-41e3-b678-dd111c6df39d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344748 Apr 08 17:49:31.491737 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51304) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:31.496022 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-396abeb7-851c-4cd1-b4d8-8d3704a7877d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'security_group_rule': {'security_group_id': 'c9c77722-eb34-48ee-9388-11af5ccc8e89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:31.522902 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-396abeb7-851c-4cd1-b4d8-8d3704a7877d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (8ced43e4-1de1-4c13-8cb5-8cf542da6048), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:31.586162 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-396abeb7-851c-4cd1-b4d8-8d3704a7877d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (8ced43e4-1de1-4c13-8cb5-8cf542da6048), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:31.589864 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-396abeb7-851c-4cd1-b4d8-8d3704a7877d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587352'] for security_group_rule (8ced43e4-1de1-4c13-8cb5-8cf542da6048), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:31.611253 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396abeb7-851c-4cd1-b4d8-8d3704a7877d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ced43e4-1de1-4c13-8cb5-8cf542da6048,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:31.619500 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-396abeb7-851c-4cd1-b4d8-8d3704a7877d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:31.620757 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-396abeb7-851c-4cd1-b4d8-8d3704a7877d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280391 Apr 08 17:49:31.623709 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51306) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:31.628853 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-f53ca197-2022-4dec-9d59-9a8573d8a234 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'floatingip': {'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:31.653230 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f53ca197-2022-4dec-9d59-9a8573d8a234 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:31.738023 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f53ca197-2022-4dec-9d59-9a8573d8a234 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:31.844489 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-f53ca197-2022-4dec-9d59-9a8573d8a234 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Allocated IP 172.27.0.212 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/f5e8424e-ce27-4115-96e6-49638c27771b) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:49:31.956145 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f53ca197-2022-4dec-9d59-9a8573d8a234 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for port (f5e8424e-ce27-4115-96e6-49638c27771b), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:31.990343 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f53ca197-2022-4dec-9d59-9a8573d8a234 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (f5e8424e-ce27-4115-96e6-49638c27771b), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:32.038911 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53ca197-2022-4dec-9d59-9a8573d8a234 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:49:32.041798 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-f53ca197-2022-4dec-9d59-9a8573d8a234 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:49:32.045589 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ca197-2022-4dec-9d59-9a8573d8a234 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:49:32.052723 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ca197-2022-4dec-9d59-9a8573d8a234 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'Port': ['ID=f5e8424e-ce27-4115-96e6-49638c27771b,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:32.138974 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f53ca197-2022-4dec-9d59-9a8573d8a234 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (5cba351f-bd7a-4dcd-be3d-84a2b6ea7a0a), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:32.176274 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f53ca197-2022-4dec-9d59-9a8573d8a234 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (f5e8424e-ce27-4115-96e6-49638c27771b), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:32.537000 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f53ca197-2022-4dec-9d59-9a8573d8a234 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for port (f5e8424e-ce27-4115-96e6-49638c27771b), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:32.542646 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f53ca197-2022-4dec-9d59-9a8573d8a234 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085500'] for port (f5e8424e-ce27-4115-96e6-49638c27771b), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:32.617218 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ca197-2022-4dec-9d59-9a8573d8a234 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'Port': ['ID=f5e8424e-ce27-4115-96e6-49638c27771b,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:32.630511 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f53ca197-2022-4dec-9d59-9a8573d8a234 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (5cba351f-bd7a-4dcd-be3d-84a2b6ea7a0a), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:32.645191 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f53ca197-2022-4dec-9d59-9a8573d8a234 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:32.646427 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-f53ca197-2022-4dec-9d59-9a8573d8a234 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0210879 Apr 08 17:49:32.803228 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-c69dc9c6-0193-400e-b8b1-86965e4ea72a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1519150771&fields=id&tenant_id=aaabcfbd4b674669a45d5943f398cf09 HTTP/1.1" status: 200 len: 267 time: 0.0434349 Apr 08 17:49:32.926148 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-20f88afc-8e12-43ed-a652-34df3b8ddc70 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:32.927727 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-20f88afc-8e12-43ed-a652-34df3b8ddc70 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/networks?id=bd0ad82c-1f24-48da-99df-4888f7a9a297 HTTP/1.1" status: 200 len: 814 time: 0.1177120 Apr 08 17:49:32.943660 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-00511630-c85b-47ba-96fb-2b786892a0a7 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/quotas/aaabcfbd4b674669a45d5943f398cf09 HTTP/1.1" status: 200 len: 375 time: 0.0102220 Apr 08 17:49:32.993648 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-6af1aba7-72df-4cf7-a4d9-45e5eadf3e95 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aaabcfbd4b674669a45d5943f398cf09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442080 Apr 08 17:49:33.009195 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-16c325f2-0a2a-4691-bc4d-34cc4f0419ad service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103644) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:49:33.010186 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-16c325f2-0a2a-4691-bc4d-34cc4f0419ad service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051947 Apr 08 17:49:33.109366 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-832d3c29-f794-4cf2-a7f6-b1f4c211f859 service neutron] 10.222.0.24 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925736 Apr 08 17:49:33.209078 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-6d647831-fde3-4041-9cd3-2c2bfc77ffb4 service neutron] 10.222.0.24 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940392 Apr 08 17:49:33.369244 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-078e59a1-21ca-4b9c-98e5-e1aebafa0d33 req-aebc9210-ef48-4c1c-98dc-d71f441b6338 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 210 time: 0.0288975 Apr 08 17:49:34.318804 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:49:34.340086 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:49:34.340458 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 6a90a5ba-d9e2-4f99-9765-63db9411a4c1 not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:49:34.468884 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7df2aed6-ca2e-46b0-b094-bead44148b9c req-c26c5da9-4aa6-42ad-ba6c-3eb35686de15 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 210 time: 0.0266490 Apr 08 17:49:35.015942 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-a1889c3a-1b36-4f8b-a2d8-e4b99a1260a7 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:35.018301 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-a1889c3a-1b36-4f8b-a2d8-e4b99a1260a7 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.91 "GET /v2.0/networks?id=bd0ad82c-1f24-48da-99df-4888f7a9a297 HTTP/1.1" status: 200 len: 814 time: 0.1077168 Apr 08 17:49:35.106004 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-d59c6ab9-a5c3-40b0-aa76-b93eb2dece01 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaabcfbd4b674669a45d5943f398cf09 HTTP/1.1" status: 200 len: 380 time: 0.0726979 Apr 08 17:49:35.115345 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-f980e8c1-9e63-49e9-8c79-4918cbbca42a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'port': {'device_id': '52ac4e0f-9543-4ad8-bbaf-94066da57f21', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'admin_state_up': True, 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'security_groups': ['c9c77722-eb34-48ee-9388-11af5ccc8e89']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:35.230503 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-f980e8c1-9e63-49e9-8c79-4918cbbca42a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Made reservation on behalf of aaabcfbd4b674669a45d5943f398cf09 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:49:35.234678 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-f980e8c1-9e63-49e9-8c79-4918cbbca42a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:35.363826 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-f980e8c1-9e63-49e9-8c79-4918cbbca42a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Allocated IP 172.20.0.14 (bd0ad82c-1f24-48da-99df-4888f7a9a297/45c432b0-63db-46fb-a453-edf44d8ceb58/e0cd72e4-3ebb-40ac-8281-86baade19774) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:49:35.514387 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-f980e8c1-9e63-49e9-8c79-4918cbbca42a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for port (e0cd72e4-3ebb-40ac-8281-86baade19774), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:35.556025 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-f980e8c1-9e63-49e9-8c79-4918cbbca42a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (e0cd72e4-3ebb-40ac-8281-86baade19774), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:35.567803 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3eb9b641-6b4d-4565-a35d-a0607189403f req-0a9ca4b1-ca2e-4fcf-ba0f-0a3f9c5a50a8 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 210 time: 0.0313997 Apr 08 17:49:35.604397 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-f980e8c1-9e63-49e9-8c79-4918cbbca42a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Network bd0ad82c-1f24-48da-99df-4888f7a9a297 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:49:35.607614 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-f980e8c1-9e63-49e9-8c79-4918cbbca42a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:49:35.610529 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-f980e8c1-9e63-49e9-8c79-4918cbbca42a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:49:35.641929 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980e8c1-9e63-49e9-8c79-4918cbbca42a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event updated for resources: {'Port': ['ID=e0cd72e4-3ebb-40ac-8281-86baade19774,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:35.674039 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-f980e8c1-9e63-49e9-8c79-4918cbbca42a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:35.674677 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-f980e8c1-9e63-49e9-8c79-4918cbbca42a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:35.694718 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-f980e8c1-9e63-49e9-8c79-4918cbbca42a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5831237 Apr 08 17:49:35.713908 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Request body: {'port': {'device_id': '52ac4e0f-9543-4ad8-bbaf-94066da57f21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:35.783090 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (e0cd72e4-3ebb-40ac-8281-86baade19774), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:35.916462 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-eeeeb378-cb0a-4d00-b2f5-c4aa42389255 None None] Provisioning complete for port e0cd72e4-3ebb-40ac-8281-86baade19774 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:35.917125 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-eeeeb378-cb0a-4d00-b2f5-c4aa42389255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (e0cd72e4-3ebb-40ac-8281-86baade19774), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:35.971115 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-eeeeb378-cb0a-4d00-b2f5-c4aa42389255 None None] Port e0cd72e4-3ebb-40ac-8281-86baade19774 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:49:36.085250 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0cd72e4-3ebb-40ac-8281-86baade19774 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:49:36.092882 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Publish callbacks [] for port (e0cd72e4-3ebb-40ac-8281-86baade19774), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:36.113993 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Transition to ACTIVE for port object e0cd72e4-3ebb-40ac-8281-86baade19774 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:49:36.118615 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (e0cd72e4-3ebb-40ac-8281-86baade19774), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:36.170759 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cd72e4-3ebb-40ac-8281-86baade19774,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:36.250357 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Attempting to bind port e0cd72e4-3ebb-40ac-8281-86baade19774 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:49:36.250731 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Attempting to bind port e0cd72e4-3ebb-40ac-8281-86baade19774 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:49:36.251201 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Attempting to bind port e0cd72e4-3ebb-40ac-8281-86baade19774 on network bd0ad82c-1f24-48da-99df-4888f7a9a297 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:49:36.255854 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Port e0cd72e4-3ebb-40ac-8281-86baade19774 on network bd0ad82c-1f24-48da-99df-4888f7a9a297 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:49:36.256118 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Attempting to bind port e0cd72e4-3ebb-40ac-8281-86baade19774 on network bd0ad82c-1f24-48da-99df-4888f7a9a297 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:49:36.263561 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:49:36.264036 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Checking segment: {'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:49:36.264611 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Bound using segment: {'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:49:36.265224 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Bound port: e0cd72e4-3ebb-40ac-8281-86baade19774, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad32b915-86ea-4ecd-9648-61d956570481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:49:36.265817 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (e0cd72e4-3ebb-40ac-8281-86baade19774), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:36.334398 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] For port e0cd72e4-3ebb-40ac-8281-86baade19774, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:49:36.337315 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] For port e0cd72e4-3ebb-40ac-8281-86baade19774, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e0cd72e4-3ebb-40ac-8281-86baade19774,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:49:36.343528 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (e0cd72e4-3ebb-40ac-8281-86baade19774), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:36.380382 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:36.381002 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:36.382403 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] 10.222.0.91 "PUT /v2.0/ports/e0cd72e4-3ebb-40ac-8281-86baade19774 HTTP/1.1" status: 200 len: 1094 time: 0.6728780 Apr 08 17:49:36.382828 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ac4e0f-9543-4ad8-bbaf-94066da57f21', 'tag': 'e0cd72e4-3ebb-40ac-8281-86baade19774'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:36.385094 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675acc6c-874b-4731-872e-9e28d19585f4" -d '{"events": [{"name": "network-changed", "server_uuid": "52ac4e0f-9543-4ad8-bbaf-94066da57f21", "tag": "e0cd72e4-3ebb-40ac-8281-86baade19774"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:36.416069 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109ccbe-3cad-47f0-85e1-f3c5a81dbbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cd72e4-3ebb-40ac-8281-86baade19774,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:36.431086 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7467469-3b95-48af-8366-8bed4256d92f x-openstack-request-id: req-e7467469-3b95-48af-8366-8bed4256d92f {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:36.431444 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ac4e0f-9543-4ad8-bbaf-94066da57f21", "tag": "e0cd72e4-3ebb-40ac-8281-86baade19774", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:36.431809 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7467469-3b95-48af-8366-8bed4256d92f {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:36.432301 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7467469-3b95-48af-8366-8bed4256d92f'] response: {'name': 'network-changed', 'server_uuid': '52ac4e0f-9543-4ad8-bbaf-94066da57f21', 'tag': 'e0cd72e4-3ebb-40ac-8281-86baade19774', 'status': 'completed', 'code': 200} Apr 08 17:49:36.490274 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-361fdd6f-186b-473c-885f-9df2a58fd2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:36.491816 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-361fdd6f-186b-473c-885f-9df2a58fd2c6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aaabcfbd4b674669a45d5943f398cf09&device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 1128 time: 0.0428457 Apr 08 17:49:36.551315 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-9c570df7-d4af-46a9-baf8-68182e695ec2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0cd72e4-3ebb-40ac-8281-86baade19774 HTTP/1.1" status: 200 len: 217 time: 0.0411985 Apr 08 17:49:36.601699 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-f80adb4b-950d-453b-b8e1-a7c95082f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:36.603191 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-f80adb4b-950d-453b-b8e1-a7c95082f820 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c432b0-63db-46fb-a453-edf44d8ceb58 HTTP/1.1" status: 200 len: 853 time: 0.0452766 Apr 08 17:49:36.653199 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-bc7c3002-9b1a-4e3f-a3fe-478a72858cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:36.654614 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-bc7c3002-9b1a-4e3f-a3fe-478a72858cb4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bd0ad82c-1f24-48da-99df-4888f7a9a297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408580 Apr 08 17:49:36.687913 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0942f5-2c7c-4a4c-8aca-3a6fb1efc328 req-df2e6cb0-6770-453a-8e29-d1f8cc3b19c3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:36.689620 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-df0942f5-2c7c-4a4c-8aca-3a6fb1efc328 req-df2e6cb0-6770-453a-8e29-d1f8cc3b19c3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 944 time: 0.0487168 Apr 08 17:49:36.741281 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-df0942f5-2c7c-4a4c-8aca-3a6fb1efc328 req-c08ca84f-a270-4480-ac3c-dfe8997a3ac3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9c77722-eb34-48ee-9388-11af5ccc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457566 Apr 08 17:49:37.031894 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-d56d1c63-6819-44be-a7e1-4b247f217b56 service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696768 Apr 08 17:49:37.139989 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-09b68f5f-2dd2-4147-aa94-93c84afd1f87 req-2d526b29-4cfc-4d30-9250-f699dac8bccd service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019025 Apr 08 17:49:37.860625 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a089f7a-7f1a-4923-8fc7-41c3fadb70a9 req-d1bbb9f9-f86d-4113-b1f5-6488acfcd8d2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:37.862126 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6a089f7a-7f1a-4923-8fc7-41c3fadb70a9 req-d1bbb9f9-f86d-4113-b1f5-6488acfcd8d2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 944 time: 0.0511487 Apr 08 17:49:37.912672 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-6a089f7a-7f1a-4923-8fc7-41c3fadb70a9 req-061d76fa-d45c-4e64-b6af-dbab8850cc1a tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9c77722-eb34-48ee-9388-11af5ccc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448723 Apr 08 17:49:38.157025 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675acc6c-874b-4731-872e-9e28d19585f4 req-c06fdd10-9ace-4686-ac63-b6fa5edd39ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:38.158550 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-675acc6c-874b-4731-872e-9e28d19585f4 req-c06fdd10-9ace-4686-ac63-b6fa5edd39ab service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aaabcfbd4b674669a45d5943f398cf09&device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 1128 time: 0.0496268 Apr 08 17:49:38.250923 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675acc6c-874b-4731-872e-9e28d19585f4 req-a8995e2d-3b2b-445d-a5e8-c40856373b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:38.252462 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-675acc6c-874b-4731-872e-9e28d19585f4 req-a8995e2d-3b2b-445d-a5e8-c40856373b8d service neutron] 10.222.0.91 "GET /v2.0/networks?id=bd0ad82c-1f24-48da-99df-4888f7a9a297 HTTP/1.1" status: 200 len: 915 time: 0.0860689 Apr 08 17:49:38.296277 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-675acc6c-874b-4731-872e-9e28d19585f4 req-ac72c61d-266d-4a94-8c42-a8cd5e67ca22 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0cd72e4-3ebb-40ac-8281-86baade19774 HTTP/1.1" status: 200 len: 217 time: 0.0370915 Apr 08 17:49:38.353785 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675acc6c-874b-4731-872e-9e28d19585f4 req-a060eef6-59da-4966-95cc-decf7f2117b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:38.355284 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-675acc6c-874b-4731-872e-9e28d19585f4 req-a060eef6-59da-4966-95cc-decf7f2117b8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c432b0-63db-46fb-a453-edf44d8ceb58 HTTP/1.1" status: 200 len: 853 time: 0.0533504 Apr 08 17:49:38.407554 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675acc6c-874b-4731-872e-9e28d19585f4 req-dd264712-de40-4a72-9720-87a60266e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:38.408996 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-675acc6c-874b-4731-872e-9e28d19585f4 req-dd264712-de40-4a72-9720-87a60266e0fb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bd0ad82c-1f24-48da-99df-4888f7a9a297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385141 Apr 08 17:49:38.502589 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-675acc6c-874b-4731-872e-9e28d19585f4 req-4dd9938a-5964-4309-b0f1-92c01c37e12a service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868523 Apr 08 17:49:38.594366 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-675acc6c-874b-4731-872e-9e28d19585f4 req-281902b4-e37f-42cc-bf0a-4a984df6bdf4 service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838096 Apr 08 17:49:39.025776 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8ff8b-54d3-4d6a-a7c1-4438cf95cee3 req-046dcf6e-61bc-40d7-9736-96c162b36e8f tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:39.027319 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d0d8ff8b-54d3-4d6a-a7c1-4438cf95cee3 req-046dcf6e-61bc-40d7-9736-96c162b36e8f tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 944 time: 0.0455062 Apr 08 17:49:39.074701 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d0d8ff8b-54d3-4d6a-a7c1-4438cf95cee3 req-d2baa271-4b8f-482a-b37e-6bea065c8b07 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9c77722-eb34-48ee-9388-11af5ccc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409188 Apr 08 17:49:39.360401 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-df891d94-5d1f-44ab-8fda-98c05909ae19 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662715615&fields=id&tenant_id=17839927addb4c4db61cbcd20994fa84 HTTP/1.1" status: 200 len: 267 time: 0.0552113 Apr 08 17:49:39.481230 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-e3d98028-69af-44f0-8088-6086e664b511 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:39.482720 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-e3d98028-69af-44f0-8088-6086e664b511 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/networks?id=80fefa94-3dd9-45cd-815e-0803d238c223 HTTP/1.1" status: 200 len: 811 time: 0.1159241 Apr 08 17:49:39.506617 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-6066a20e-be6a-4a04-9d7d-9c27cc7d52f6 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/quotas/17839927addb4c4db61cbcd20994fa84 HTTP/1.1" status: 200 len: 375 time: 0.0185082 Apr 08 17:49:39.575178 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-5d013fc9-096f-484b-b683-a085b76f68f3 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=17839927addb4c4db61cbcd20994fa84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0624611 Apr 08 17:49:39.692823 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-c0d797b7-3ff8-4281-8164-92845f287ad8 service neutron] 10.222.0.24 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943139 Apr 08 17:49:39.784329 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-7a2d5c83-6ecf-4bf4-975b-0cd27d65fdb4 service neutron] 10.222.0.24 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860109 Apr 08 17:49:40.087139 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-99ea8f54-799d-4686-9cbf-1cb35ca39ccf req-77478fec-bf1e-468d-81a1-ef379432d6e1 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 210 time: 0.0349081 Apr 08 17:49:40.209529 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea24f4b-c097-416c-ab16-1d6b6e743c30 req-0a1c2fce-b260-4697-a90a-40e0992157fd tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:40.211257 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-aea24f4b-c097-416c-ab16-1d6b6e743c30 req-0a1c2fce-b260-4697-a90a-40e0992157fd tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 944 time: 0.0514176 Apr 08 17:49:40.264147 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-aea24f4b-c097-416c-ab16-1d6b6e743c30 req-9134b776-ff68-4d32-9238-97d7baff6ca8 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9c77722-eb34-48ee-9388-11af5ccc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465937 Apr 08 17:49:41.018382 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device e0cd72e4-3ebb-40ac-8281-86baade19774 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:49:41.128291 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-a211ae24-8c72-46cd-bc50-cecd65f83a03 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:41.128872 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port e0cd72e4-3ebb-40ac-8281-86baade19774, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e0cd72e4-3ebb-40ac-8281-86baade19774,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:41.130530 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-a211ae24-8c72-46cd-bc50-cecd65f83a03 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.91 "GET /v2.0/networks?id=80fefa94-3dd9-45cd-815e-0803d238c223 HTTP/1.1" status: 200 len: 811 time: 0.1182394 Apr 08 17:49:41.140985 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': 'e0cd72e4-3ebb-40ac-8281-86baade19774', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'port_id': 'e0cd72e4-3ebb-40ac-8281-86baade19774', 'mac_address': 'fa:16:3e:64:d1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:49:41.182778 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port e0cd72e4-3ebb-40ac-8281-86baade19774 is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:41.183167 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (e0cd72e4-3ebb-40ac-8281-86baade19774), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:41.195802 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3ad927da-cb93-4fdd-9856-aad5e724d8cf req-1978141c-3898-4043-aab4-b295819fdec2 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 210 time: 0.0282793 Apr 08 17:49:41.197887 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0cd72e4-3ebb-40ac-8281-86baade19774 {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:49:41.220761 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port e0cd72e4-3ebb-40ac-8281-86baade19774, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e0cd72e4-3ebb-40ac-8281-86baade19774,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:41.226124 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-49ad7866-64d2-4a18-b82e-c4a1af6aa85e tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17839927addb4c4db61cbcd20994fa84 HTTP/1.1" status: 200 len: 380 time: 0.0775967 Apr 08 17:49:41.226360 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (e0cd72e4-3ebb-40ac-8281-86baade19774), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:41.234310 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-a12108aa-0bce-4567-9501-e7cc8ac69f77 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Request body: {'port': {'device_id': '09f91ac2-bdf5-48d8-a322-de073eacfd17', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'admin_state_up': True, 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'security_groups': ['f9b7683b-9337-4443-b746-26c1d718c2bc']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:41.281133 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=e0cd72e4-3ebb-40ac-8281-86baade19774,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:41.288771 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:41.289134 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:41.289492 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:41.290040 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:41.290379 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:41.290718 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:41.291051 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:41.291384 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:41.291745 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:41.296094 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:41.296544 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:41.296901 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:41.297608 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:41.298101 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:41.298451 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:41.350425 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-a12108aa-0bce-4567-9501-e7cc8ac69f77 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Made reservation on behalf of 17839927addb4c4db61cbcd20994fa84 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:49:41.353864 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-a12108aa-0bce-4567-9501-e7cc8ac69f77 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:41.395141 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a39078-7217-4a44-a75b-ef3466ca5e72 req-4c9a131e-1d51-46c7-ad12-78edf44f9efb tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:41.396590 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-08a39078-7217-4a44-a75b-ef3466ca5e72 req-4c9a131e-1d51-46c7-ad12-78edf44f9efb tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 945 time: 0.0561426 Apr 08 17:49:41.453364 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-08a39078-7217-4a44-a75b-ef3466ca5e72 req-a3f7abef-2b19-45d7-87dd-a96b991d3afd tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9c77722-eb34-48ee-9388-11af5ccc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510652 Apr 08 17:49:41.493529 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-a12108aa-0bce-4567-9501-e7cc8ac69f77 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Allocated IP 172.20.0.13 (80fefa94-3dd9-45cd-815e-0803d238c223/6a2be9bd-5336-4c39-a5b3-3c836052d0bb/5856912a-3c60-45db-b95c-c0f432eed810) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:49:41.534890 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['e0cd72e4-3ebb-40ac-8281-86baade19774'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:49:41.639646 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-a12108aa-0bce-4567-9501-e7cc8ac69f77 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for port (5856912a-3c60-45db-b95c-c0f432eed810), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:41.680644 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-a12108aa-0bce-4567-9501-e7cc8ac69f77 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (5856912a-3c60-45db-b95c-c0f432eed810), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:41.733015 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-a12108aa-0bce-4567-9501-e7cc8ac69f77 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Network 80fefa94-3dd9-45cd-815e-0803d238c223 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:49:41.744004 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-a12108aa-0bce-4567-9501-e7cc8ac69f77 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:49:41.746167 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12108aa-0bce-4567-9501-e7cc8ac69f77 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event updated for resources: {'Port': ['ID=5856912a-3c60-45db-b95c-c0f432eed810,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:41.748387 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-a12108aa-0bce-4567-9501-e7cc8ac69f77 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:49:41.802762 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-a12108aa-0bce-4567-9501-e7cc8ac69f77 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:41.803418 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-a12108aa-0bce-4567-9501-e7cc8ac69f77 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:41.820331 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-a12108aa-0bce-4567-9501-e7cc8ac69f77 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5899644 Apr 08 17:49:41.838741 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Request body: {'port': {'device_id': '09f91ac2-bdf5-48d8-a322-de073eacfd17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:41.905093 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (5856912a-3c60-45db-b95c-c0f432eed810), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:41.962540 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-c713ffc5-2769-4ea6-a009-27ad02ec9474 None None] Provisioning complete for port 5856912a-3c60-45db-b95c-c0f432eed810 triggered by entity DHCP. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:41.963287 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c713ffc5-2769-4ea6-a009-27ad02ec9474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (5856912a-3c60-45db-b95c-c0f432eed810), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:41.997523 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-c713ffc5-2769-4ea6-a009-27ad02ec9474 None None] Port 5856912a-3c60-45db-b95c-c0f432eed810 cannot update to ACTIVE because it is not bound. {{(pid=103645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:49:42.179853 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5856912a-3c60-45db-b95c-c0f432eed810 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:49:42.187355 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Publish callbacks [] for port (5856912a-3c60-45db-b95c-c0f432eed810), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:42.199662 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Transition to ACTIVE for port object 5856912a-3c60-45db-b95c-c0f432eed810 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:49:42.204132 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (5856912a-3c60-45db-b95c-c0f432eed810), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:42.255326 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Pushing event updated for resources: {'Port': ['ID=5856912a-3c60-45db-b95c-c0f432eed810,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:42.328963 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f4a68-e8e6-41d0-bcf6-261c721fb528 req-71186a83-630a-4ebb-a551-b889548e99c0 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:42.330658 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-861f4a68-e8e6-41d0-bcf6-261c721fb528 req-71186a83-630a-4ebb-a551-b889548e99c0 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 944 time: 0.0649409 Apr 08 17:49:42.336777 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Attempting to bind port 5856912a-3c60-45db-b95c-c0f432eed810 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:49:42.337117 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Attempting to bind port 5856912a-3c60-45db-b95c-c0f432eed810 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:49:42.337449 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Attempting to bind port 5856912a-3c60-45db-b95c-c0f432eed810 on network 80fefa94-3dd9-45cd-815e-0803d238c223 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:49:42.342653 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Port 5856912a-3c60-45db-b95c-c0f432eed810 on network 80fefa94-3dd9-45cd-815e-0803d238c223 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:49:42.342819 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Attempting to bind port 5856912a-3c60-45db-b95c-c0f432eed810 on network 80fefa94-3dd9-45cd-815e-0803d238c223 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:49:42.348541 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:49:42.348888 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Checking segment: {'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:49:42.349274 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Bound using segment: {'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:49:42.349813 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Bound port: 5856912a-3c60-45db-b95c-c0f432eed810, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:49:42.350072 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (5856912a-3c60-45db-b95c-c0f432eed810), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:42.383793 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-861f4a68-e8e6-41d0-bcf6-261c721fb528 req-22ca44bb-fdaa-4dca-8e75-27994604b56a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470600 Apr 08 17:49:42.423630 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] For port 5856912a-3c60-45db-b95c-c0f432eed810, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:49:42.427019 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] For port 5856912a-3c60-45db-b95c-c0f432eed810, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5856912a-3c60-45db-b95c-c0f432eed810,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:49:42.434227 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (5856912a-3c60-45db-b95c-c0f432eed810), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:42.472629 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:42.473263 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:42.474788 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] 10.222.0.91 "PUT /v2.0/ports/5856912a-3c60-45db-b95c-c0f432eed810 HTTP/1.1" status: 200 len: 1094 time: 0.6404319 Apr 08 17:49:42.475333 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f91ac2-bdf5-48d8-a322-de073eacfd17', 'tag': '5856912a-3c60-45db-b95c-c0f432eed810'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:42.477845 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cda555-bc54-4573-91a1-9cad733b1bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "09f91ac2-bdf5-48d8-a322-de073eacfd17", "tag": "5856912a-3c60-45db-b95c-c0f432eed810"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:42.507245 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba8b09-d3e4-4e3b-a211-aa3d09356f76 service neutron] Pushing event updated for resources: {'Port': ['ID=5856912a-3c60-45db-b95c-c0f432eed810,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:42.534960 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767961e4-1fed-498a-8251-b75c89698f42 x-openstack-request-id: req-767961e4-1fed-498a-8251-b75c89698f42 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:42.535265 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f91ac2-bdf5-48d8-a322-de073eacfd17", "tag": "5856912a-3c60-45db-b95c-c0f432eed810", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:42.535527 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-767961e4-1fed-498a-8251-b75c89698f42 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:42.535939 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-767961e4-1fed-498a-8251-b75c89698f42'] response: {'name': 'network-changed', 'server_uuid': '09f91ac2-bdf5-48d8-a322-de073eacfd17', 'tag': '5856912a-3c60-45db-b95c-c0f432eed810', 'status': 'completed', 'code': 200} Apr 08 17:49:42.594965 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1bdbb-6e28-4d02-9368-208d250e0f1b req-a2bca0c0-7fe9-463a-849c-b78856dea159 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:42.597079 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e0d1bdbb-6e28-4d02-9368-208d250e0f1b req-a2bca0c0-7fe9-463a-849c-b78856dea159 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 945 time: 0.0520763 Apr 08 17:49:42.598245 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-b3d49325-9ab8-4d2a-9f95-3766809018ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:42.600577 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-b3d49325-9ab8-4d2a-9f95-3766809018ea service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=17839927addb4c4db61cbcd20994fa84&device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 1128 time: 0.0488055 Apr 08 17:49:42.655029 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e0d1bdbb-6e28-4d02-9368-208d250e0f1b req-ec84bf47-313d-4e6d-b5f7-a70c31c3d818 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9c77722-eb34-48ee-9388-11af5ccc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506485 Apr 08 17:49:42.657520 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-40513087-ea27-46e0-a94c-ae13d15b1cd4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5856912a-3c60-45db-b95c-c0f432eed810 HTTP/1.1" status: 200 len: 217 time: 0.0438991 Apr 08 17:49:42.708820 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-16e53a34-c8c0-4b93-8a77-0c2f487640a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:42.710199 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-16e53a34-c8c0-4b93-8a77-0c2f487640a7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6a2be9bd-5336-4c39-a5b3-3c836052d0bb HTTP/1.1" status: 200 len: 850 time: 0.0474813 Apr 08 17:49:42.755942 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-2458c9ea-cef4-48b5-be07-21115bfa0a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:42.757630 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-2458c9ea-cef4-48b5-be07-21115bfa0a3f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80fefa94-3dd9-45cd-815e-0803d238c223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414398 Apr 08 17:49:42.852516 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-bce42101-78c0-4c44-b02c-fe141aec9bfa service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891802 Apr 08 17:49:42.950125 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8ad4be0a-fcaa-4218-a1fc-7994e28d83f9 req-7e4e2cae-59f6-4b40-9310-4832619bced5 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911090 Apr 08 17:49:43.033833 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device e0cd72e4-3ebb-40ac-8281-86baade19774 up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:49:43.057547 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cda555-bc54-4573-91a1-9cad733b1bb8 req-f5746a8b-bb31-4d72-a591-596d5e6a10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:43.059044 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-01cda555-bc54-4573-91a1-9cad733b1bb8 req-f5746a8b-bb31-4d72-a591-596d5e6a10c3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=17839927addb4c4db61cbcd20994fa84&device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 1128 time: 0.0402379 Apr 08 17:49:43.082940 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port e0cd72e4-3ebb-40ac-8281-86baade19774 completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:49:43.089555 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port e0cd72e4-3ebb-40ac-8281-86baade19774 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:43.090123 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (e0cd72e4-3ebb-40ac-8281-86baade19774), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:43.153172 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cda555-bc54-4573-91a1-9cad733b1bb8 req-8961ba3f-e455-4a94-ab29-6722a79d15c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:43.154659 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-01cda555-bc54-4573-91a1-9cad733b1bb8 req-8961ba3f-e455-4a94-ab29-6722a79d15c6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=80fefa94-3dd9-45cd-815e-0803d238c223 HTTP/1.1" status: 200 len: 912 time: 0.0903037 Apr 08 17:49:43.172584 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port e0cd72e4-3ebb-40ac-8281-86baade19774 is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:43.173112 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (e0cd72e4-3ebb-40ac-8281-86baade19774), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:43.196507 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-01cda555-bc54-4573-91a1-9cad733b1bb8 req-c0c14581-3ea9-49c3-b5c0-b1879ea8aa89 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5856912a-3c60-45db-b95c-c0f432eed810 HTTP/1.1" status: 200 len: 217 time: 0.0344079 Apr 08 17:49:43.197113 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ac4e0f-9543-4ad8-bbaf-94066da57f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cd72e4-3ebb-40ac-8281-86baade19774'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:43.199506 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f4b390-afda-4d89-87cc-1bb28058dfa3" -d '{"events": [{"server_uuid": "52ac4e0f-9543-4ad8-bbaf-94066da57f21", "name": "network-vif-plugged", "status": "completed", "tag": "e0cd72e4-3ebb-40ac-8281-86baade19774"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:43.213757 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port e0cd72e4-3ebb-40ac-8281-86baade19774, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e0cd72e4-3ebb-40ac-8281-86baade19774,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:43.219243 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (e0cd72e4-3ebb-40ac-8281-86baade19774), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:43.250839 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cda555-bc54-4573-91a1-9cad733b1bb8 req-452cd7c8-e968-4759-ae58-74a01fa9da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:43.252383 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-01cda555-bc54-4573-91a1-9cad733b1bb8 req-452cd7c8-e968-4759-ae58-74a01fa9da03 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6a2be9bd-5336-4c39-a5b3-3c836052d0bb HTTP/1.1" status: 200 len: 850 time: 0.0503531 Apr 08 17:49:43.278654 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=e0cd72e4-3ebb-40ac-8281-86baade19774,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:43.296773 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cda555-bc54-4573-91a1-9cad733b1bb8 req-21fb2046-cc04-4b19-84cb-e6ebc22e5a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:43.298272 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-01cda555-bc54-4573-91a1-9cad733b1bb8 req-21fb2046-cc04-4b19-84cb-e6ebc22e5a64 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80fefa94-3dd9-45cd-815e-0803d238c223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394938 Apr 08 17:49:43.317671 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb75237-9b48-44c3-a1e3-f35a31032597 x-openstack-request-id: req-6fb75237-9b48-44c3-a1e3-f35a31032597 {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:43.317968 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ac4e0f-9543-4ad8-bbaf-94066da57f21", "name": "network-vif-plugged", "status": "completed", "tag": "e0cd72e4-3ebb-40ac-8281-86baade19774", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:43.318223 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6fb75237-9b48-44c3-a1e3-f35a31032597 {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:43.318624 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fb75237-9b48-44c3-a1e3-f35a31032597'] response: {'server_uuid': '52ac4e0f-9543-4ad8-bbaf-94066da57f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cd72e4-3ebb-40ac-8281-86baade19774', 'code': 200} Apr 08 17:49:43.393426 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-01cda555-bc54-4573-91a1-9cad733b1bb8 req-25c961fa-64d2-4912-8750-dee81464b545 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885422 Apr 08 17:49:43.491430 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-01cda555-bc54-4573-91a1-9cad733b1bb8 req-1794aebb-7887-4b5e-ac05-44d9db45e490 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923805 Apr 08 17:49:43.500386 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128761c5-4a10-4dbc-abad-621f061fdb65 req-af0db0d6-04be-4a00-bd6b-b8dca850a29b tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:43.501895 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-128761c5-4a10-4dbc-abad-621f061fdb65 req-af0db0d6-04be-4a00-bd6b-b8dca850a29b tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 944 time: 0.0472188 Apr 08 17:49:43.529813 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62166b3c-6245-4691-a446-c7db3a4e12ce req-c7ccfb97-e9bc-429a-8612-0734f49157b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:43.532016 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62166b3c-6245-4691-a446-c7db3a4e12ce req-c7ccfb97-e9bc-429a-8612-0734f49157b8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 1130 time: 0.0430775 Apr 08 17:49:43.553892 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-128761c5-4a10-4dbc-abad-621f061fdb65 req-97893aa2-9eff-4089-93ad-050f2d16d5b7 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460496 Apr 08 17:49:43.581438 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62166b3c-6245-4691-a446-c7db3a4e12ce req-24d38ce4-e79f-4f25-8e20-2a7f5696cda3 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c9c77722-eb34-48ee-9388-11af5ccc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438273 Apr 08 17:49:43.793178 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf2c66-f71a-4920-842c-89ceda77b597 req-985a5b3b-64b9-4c29-b7e5-74d5162e4407 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:43.794689 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-56bf2c66-f71a-4920-842c-89ceda77b597 req-985a5b3b-64b9-4c29-b7e5-74d5162e4407 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 946 time: 0.0548444 Apr 08 17:49:43.848356 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-56bf2c66-f71a-4920-842c-89ceda77b597 req-dd4fc8ea-8d0e-4a66-91a0-1087a0a5d1e0 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9c77722-eb34-48ee-9388-11af5ccc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479431 Apr 08 17:49:44.677076 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6971655-23bf-43b4-8062-700ec4f223d5 req-18953393-c9d4-4a7d-9de8-af10541689dd tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:44.678572 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f6971655-23bf-43b4-8062-700ec4f223d5 req-18953393-c9d4-4a7d-9de8-af10541689dd tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 944 time: 0.0545037 Apr 08 17:49:44.729234 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-f6971655-23bf-43b4-8062-700ec4f223d5 req-fdab14d4-a920-476c-b8da-98ae43a9d42a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450475 Apr 08 17:49:44.960329 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e592b-cfd6-4e15-bef0-f30a549bc341 req-053bbc0b-cab3-4fd8-8548-759071f18254 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:44.961817 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e00e592b-cfd6-4e15-bef0-f30a549bc341 req-053bbc0b-cab3-4fd8-8548-759071f18254 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 946 time: 0.0470762 Apr 08 17:49:45.014165 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e00e592b-cfd6-4e15-bef0-f30a549bc341 req-897964e1-c92b-4005-addf-b6907e9a3802 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9c77722-eb34-48ee-9388-11af5ccc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467484 Apr 08 17:49:45.298976 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:45.399592 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4c09-9efd-45e4-aee6-2acbd08b7cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:45.847893 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003f5b8-ff3e-43c5-ab89-3f1c496353ad req-a2f0f97f-15ff-4145-be85-625aa0110692 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:45.849392 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4003f5b8-ff3e-43c5-ab89-3f1c496353ad req-a2f0f97f-15ff-4145-be85-625aa0110692 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 944 time: 0.0539453 Apr 08 17:49:45.903934 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4003f5b8-ff3e-43c5-ab89-3f1c496353ad req-b0f7a726-a833-491b-9d95-deea3a65e2e4 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482256 Apr 08 17:49:46.142650 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45c47b-11c8-4ff0-ba32-eb7506265b40 req-74481d68-0683-44a5-8ec6-7db477b21b15 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:46.144383 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7a45c47b-11c8-4ff0-ba32-eb7506265b40 req-74481d68-0683-44a5-8ec6-7db477b21b15 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 946 time: 0.0504794 Apr 08 17:49:46.199180 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7a45c47b-11c8-4ff0-ba32-eb7506265b40 req-ee6fe8da-23b3-44ef-a115-f16a5363e3e3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9c77722-eb34-48ee-9388-11af5ccc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489364 Apr 08 17:49:46.307997 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d1083-5861-4e5d-ba68-e9a0c7a7c459 req-e13a5b73-8525-4cb9-a096-3161a9aa8466 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:46.309505 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2b0d1083-5861-4e5d-ba68-e9a0c7a7c459 req-e13a5b73-8525-4cb9-a096-3161a9aa8466 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 946 time: 0.0479050 Apr 08 17:49:46.317953 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51458) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:46.322571 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-c97172fd-088b-49e6-9068-3905329715ee tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Request body: {'floatingip': {'port_id': 'e0cd72e4-3ebb-40ac-8281-86baade19774'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:46.365754 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c97172fd-088b-49e6-9068-3905329715ee tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (5cba351f-bd7a-4dcd-be3d-84a2b6ea7a0a), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:46.853415 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c97172fd-088b-49e6-9068-3905329715ee tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:46.857433 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c97172fd-088b-49e6-9068-3905329715ee tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (5cba351f-bd7a-4dcd-be3d-84a2b6ea7a0a), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:46.966654 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.l3_db [None req-c97172fd-088b-49e6-9068-3905329715ee tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Floating IP 5cba351f-bd7a-4dcd-be3d-84a2b6ea7a0a associated. External IP: 172.27.0.212, port: e0cd72e4-3ebb-40ac-8281-86baade19774. Apr 08 17:49:47.058101 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cff0b-fe0a-49ee-b7b0-a1fb75d2333c req-20d9f3ff-ea58-47fc-9919-f4bc9fa032dc tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:47.059792 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-212cff0b-fe0a-49ee-b7b0-a1fb75d2333c req-20d9f3ff-ea58-47fc-9919-f4bc9fa032dc tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 944 time: 0.0556695 Apr 08 17:49:47.151374 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-212cff0b-fe0a-49ee-b7b0-a1fb75d2333c req-4923f7b3-132c-4f57-825d-ae00b4a9a0b9 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634806 Apr 08 17:49:47.274648 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97172fd-088b-49e6-9068-3905329715ee tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Router 2523256f-9d81-4b59-b7b0-2a0e4333db4b has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:49:47.396421 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97172fd-088b-49e6-9068-3905329715ee tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:49:47.401313 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c97172fd-088b-49e6-9068-3905329715ee tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:47.409859 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e960081-8e9b-46a3-8942-8cdf962c5532 None None] Sync routers for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:49:47.429268 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e960081-8e9b-46a3-8942-8cdf962c5532 None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:49:47.430059 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-9e960081-8e9b-46a3-8942-8cdf962c5532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:49:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:47.435584 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-c97172fd-088b-49e6-9068-3905329715ee tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "PUT /v2.0/floatingips/5cba351f-bd7a-4dcd-be3d-84a2b6ea7a0a HTTP/1.1" status: 200 len: 992 time: 1.1165316 Apr 08 17:49:47.436420 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ac4e0f-9543-4ad8-bbaf-94066da57f21', 'tag': 'e0cd72e4-3ebb-40ac-8281-86baade19774'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:47.438992 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3bcbf0fb11f9b4b521f26e552f1266052730f1b4dd01594c51942873fe86f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8128802f-c894-48bf-a746-377700040576" -d '{"events": [{"name": "network-changed", "server_uuid": "52ac4e0f-9543-4ad8-bbaf-94066da57f21", "tag": "e0cd72e4-3ebb-40ac-8281-86baade19774"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:47.490094 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95a3d48-9cd9-410d-b3e4-bf812e070864 x-openstack-request-id: req-e95a3d48-9cd9-410d-b3e4-bf812e070864 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:47.490380 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ac4e0f-9543-4ad8-bbaf-94066da57f21", "tag": "e0cd72e4-3ebb-40ac-8281-86baade19774", "status": "completed", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:47.490785 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e95a3d48-9cd9-410d-b3e4-bf812e070864 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:47.491185 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e95a3d48-9cd9-410d-b3e4-bf812e070864'] response: {'name': 'network-changed', 'server_uuid': '52ac4e0f-9543-4ad8-bbaf-94066da57f21', 'tag': 'e0cd72e4-3ebb-40ac-8281-86baade19774', 'status': 'completed', 'code': 200} Apr 08 17:49:47.555134 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-9e960081-8e9b-46a3-8942-8cdf962c5532 None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:49:47.604844 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128802f-c894-48bf-a746-377700040576 req-c5d8da7b-53c7-45cf-a93b-fbb6408d0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:47.606500 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8128802f-c894-48bf-a746-377700040576 req-c5d8da7b-53c7-45cf-a93b-fbb6408d0203 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aaabcfbd4b674669a45d5943f398cf09&device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 1130 time: 0.0463266 Apr 08 17:49:47.716783 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128802f-c894-48bf-a746-377700040576 req-a0d78e4a-3ef3-49cd-b50e-8114739d4287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:47.718998 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8128802f-c894-48bf-a746-377700040576 req-a0d78e4a-3ef3-49cd-b50e-8114739d4287 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bd0ad82c-1f24-48da-99df-4888f7a9a297 HTTP/1.1" status: 200 len: 915 time: 0.0955737 Apr 08 17:49:47.798094 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8128802f-c894-48bf-a746-377700040576 req-33e3b4e5-2e5b-4165-9284-640063f927cb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0cd72e4-3ebb-40ac-8281-86baade19774 HTTP/1.1" status: 200 len: 1000 time: 0.0654798 Apr 08 17:49:47.852945 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128802f-c894-48bf-a746-377700040576 req-856caa91-1529-46c3-ad20-1d7985740277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:47.854439 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8128802f-c894-48bf-a746-377700040576 req-856caa91-1529-46c3-ad20-1d7985740277 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c432b0-63db-46fb-a453-edf44d8ceb58 HTTP/1.1" status: 200 len: 853 time: 0.0506742 Apr 08 17:49:47.908979 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128802f-c894-48bf-a746-377700040576 req-4d814dbb-6d49-459e-a0e9-9978b902ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:47.910438 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8128802f-c894-48bf-a746-377700040576 req-4d814dbb-6d49-459e-a0e9-9978b902ef16 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bd0ad82c-1f24-48da-99df-4888f7a9a297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438895 Apr 08 17:49:47.927405 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-9e960081-8e9b-46a3-8942-8cdf962c5532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '5cba351f-bd7a-4dcd-be3d-84a2b6ea7a0a', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'port_id': 'e0cd72e4-3ebb-40ac-8281-86baade19774', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'mac_address': 'fa:16:3e:64:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac4e0f-9543-4ad8-bbaf-94066da57f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:49:32Z', 'updated_at': '2022-04-08T17:49:46Z', 'revision_number': 1, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:47.956140 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e960081-8e9b-46a3-8942-8cdf962c5532 None None] Checking router: 2523256f-9d81-4b59-b7b0-2a0e4333db4b for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:49:47.964691 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e960081-8e9b-46a3-8942-8cdf962c5532 None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:49:47.965323 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-9e960081-8e9b-46a3-8942-8cdf962c5532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:49:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:47.973149 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7d6c3cea-4a03-471c-a38a-4968b07b11a3 req-d1c1d9b9-3e7e-4525-b262-9cba94803533 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656133 Apr 08 17:49:48.032311 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8128802f-c894-48bf-a746-377700040576 req-41cf6765-ab7e-4d1d-a6e9-0a8ae65bc02c service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146781 Apr 08 17:49:48.084846 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-db79669a-fb9f-4c5d-bb04-0e4a36ce2e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:48.097491 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-9e960081-8e9b-46a3-8942-8cdf962c5532 None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:49:48.121971 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c3cea-4a03-471c-a38a-4968b07b11a3 req-d11501c3-e37b-4adc-8523-52ca2844bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:48.123658 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7d6c3cea-4a03-471c-a38a-4968b07b11a3 req-d11501c3-e37b-4adc-8523-52ca2844bc0c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=17839927addb4c4db61cbcd20994fa84&device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 1130 time: 0.0903072 Apr 08 17:49:48.182869 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8128802f-c894-48bf-a746-377700040576 req-27963ac6-6be6-47c1-9dce-7684fa6869a3 service neutron] 10.222.0.91 "GET /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412816 Apr 08 17:49:48.247417 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c3cea-4a03-471c-a38a-4968b07b11a3 req-354f57ea-af94-43d1-b757-035c431ff50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:48.249619 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7d6c3cea-4a03-471c-a38a-4968b07b11a3 req-354f57ea-af94-43d1-b757-035c431ff50e service neutron] 10.222.0.91 "GET /v2.0/networks?id=80fefa94-3dd9-45cd-815e-0803d238c223 HTTP/1.1" status: 200 len: 912 time: 0.1064980 Apr 08 17:49:48.298727 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49612f7a-bcfa-44ba-85c4-93b1e223b651 req-f2b8b163-58a6-4930-b0bb-580514e856e2 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:48.300364 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-49612f7a-bcfa-44ba-85c4-93b1e223b651 req-f2b8b163-58a6-4930-b0bb-580514e856e2 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 944 time: 0.0573394 Apr 08 17:49:48.319039 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7d6c3cea-4a03-471c-a38a-4968b07b11a3 req-d8a341b4-4424-4680-8fc7-7dd19bab8087 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5814cb4-ea60-468d-81d2-ca91f6495701 HTTP/1.1" status: 200 len: 1002 time: 0.0637805 Apr 08 17:49:48.338041 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-9e960081-8e9b-46a3-8942-8cdf962c5532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '5cba351f-bd7a-4dcd-be3d-84a2b6ea7a0a', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'port_id': 'e0cd72e4-3ebb-40ac-8281-86baade19774', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'mac_address': 'fa:16:3e:64:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac4e0f-9543-4ad8-bbaf-94066da57f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:49:32Z', 'updated_at': '2022-04-08T17:49:46Z', 'revision_number': 1, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:48.355661 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-49612f7a-bcfa-44ba-85c4-93b1e223b651 req-57392634-4835-45f4-adab-7bcf38a145c7 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485620 Apr 08 17:49:48.366213 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e960081-8e9b-46a3-8942-8cdf962c5532 None None] The sync data for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi is: [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': '5cba351f-bd7a-4dcd-be3d-84a2b6ea7a0a', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'port_id': 'e0cd72e4-3ebb-40ac-8281-86baade19774', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'mac_address': 'fa:16:3e:64:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac4e0f-9543-4ad8-bbaf-94066da57f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:49:32Z', 'updated_at': '2022-04-08T17:49:46Z', 'revision_number': 1, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:49:48.377338 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c3cea-4a03-471c-a38a-4968b07b11a3 req-098715fa-3f72-49ee-9a0c-f6bef808ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:48.378808 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7d6c3cea-4a03-471c-a38a-4968b07b11a3 req-098715fa-3f72-49ee-9a0c-f6bef808ec28 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6a2be9bd-5336-4c39-a5b3-3c836052d0bb HTTP/1.1" status: 200 len: 850 time: 0.0532713 Apr 08 17:49:48.428438 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c3cea-4a03-471c-a38a-4968b07b11a3 req-2c203a0b-e56d-4821-828b-b14445ecde68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:48.431017 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7d6c3cea-4a03-471c-a38a-4968b07b11a3 req-2c203a0b-e56d-4821-828b-b14445ecde68 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80fefa94-3dd9-45cd-815e-0803d238c223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441236 Apr 08 17:49:48.534741 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7d6c3cea-4a03-471c-a38a-4968b07b11a3 req-8e7b9e7e-1e91-4217-8f88-88f42e3108d8 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963593 Apr 08 17:49:48.559253 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:49:48.585128 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fc60a5-b982-4848-81ec-d5e7431ef070 None None] New status for floating IP 5cba351f-bd7a-4dcd-be3d-84a2b6ea7a0a: ACTIVE {{(pid=103646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:49:48.651136 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7d6c3cea-4a03-471c-a38a-4968b07b11a3 req-5e1e3e4d-0889-4efe-a2f9-a559255d2833 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100492 Apr 08 17:49:48.879752 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:49.478673 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ad2fd-1638-4760-b723-bd3b41d9703f req-6cc0c9d0-38ba-404e-97fe-6689783a0fd7 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:49.480163 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8c8ad2fd-1638-4760-b723-bd3b41d9703f req-6cc0c9d0-38ba-404e-97fe-6689783a0fd7 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 944 time: 0.0528200 Apr 08 17:49:49.538646 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8c8ad2fd-1638-4760-b723-bd3b41d9703f req-1d6d0bab-7ea9-4c6a-8d03-4adcc427997e tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526447 Apr 08 17:49:50.567670 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:50.659885 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313943c-6386-4f62-a671-06e38125ac29 req-d7d16193-734e-4c39-8287-6b6acdfab58c tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:50.661393 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7313943c-6386-4f62-a671-06e38125ac29 req-d7d16193-734e-4c39-8287-6b6acdfab58c tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 944 time: 0.0484879 Apr 08 17:49:50.712504 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7313943c-6386-4f62-a671-06e38125ac29 req-ffd594f6-e794-4e00-b528-dae2e1940615 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451994 Apr 08 17:49:51.825089 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e18f1-0dce-4bca-bf58-be1a32c91c4f req-ed209c4f-32d0-46c6-97a8-22969102cc91 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:51.826461 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-891e18f1-0dce-4bca-bf58-be1a32c91c4f req-ed209c4f-32d0-46c6-97a8-22969102cc91 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 944 time: 0.0463955 Apr 08 17:49:51.875546 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-891e18f1-0dce-4bca-bf58-be1a32c91c4f req-6dfc87b0-c46e-4fe5-82a5-ca980b944bff tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430636 Apr 08 17:49:51.950206 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:53.205312 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eeebd4-0297-4f8c-aa0c-64907e6a3890 req-98eb731b-b011-464d-aa82-2185f2470c8b tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:53.206690 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e9eeebd4-0297-4f8c-aa0c-64907e6a3890 req-98eb731b-b011-464d-aa82-2185f2470c8b tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 944 time: 0.2612185 Apr 08 17:49:53.254733 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e9eeebd4-0297-4f8c-aa0c-64907e6a3890 req-2b7376af-fd2d-423f-bb99-4fb61829a391 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423553 Apr 08 17:49:54.368669 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b685f54-e632-4f53-8753-db973fbb9b17 req-60febcd7-6d46-467d-872a-27286ad94fef tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:54.370040 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1b685f54-e632-4f53-8753-db973fbb9b17 req-60febcd7-6d46-467d-872a-27286ad94fef tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 944 time: 0.0472262 Apr 08 17:49:54.419132 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1b685f54-e632-4f53-8753-db973fbb9b17 req-61412e9b-1464-417e-bf09-2011caa3d977 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435076 Apr 08 17:49:55.117767 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 5856912a-3c60-45db-b95c-c0f432eed810 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:49:55.214568 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 5856912a-3c60-45db-b95c-c0f432eed810, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5856912a-3c60-45db-b95c-c0f432eed810,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:55.230683 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': '5856912a-3c60-45db-b95c-c0f432eed810', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'port_id': '5856912a-3c60-45db-b95c-c0f432eed810', 'mac_address': 'fa:16:3e:f7:b4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:49:55.268068 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 5856912a-3c60-45db-b95c-c0f432eed810 is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:55.268494 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (5856912a-3c60-45db-b95c-c0f432eed810), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:55.281632 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5856912a-3c60-45db-b95c-c0f432eed810 {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:49:55.302093 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 5856912a-3c60-45db-b95c-c0f432eed810, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5856912a-3c60-45db-b95c-c0f432eed810,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:55.306694 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (5856912a-3c60-45db-b95c-c0f432eed810), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:55.355592 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=5856912a-3c60-45db-b95c-c0f432eed810,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:55.541657 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4176a-02af-497c-a9d4-b616ce4ddf7d req-6e294992-cbc7-47e0-9bd5-f6e5815d28f3 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:55.543427 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4ac4176a-02af-497c-a9d4-b616ce4ddf7d req-6e294992-cbc7-47e0-9bd5-f6e5815d28f3 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 945 time: 0.0488141 Apr 08 17:49:55.598207 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4ac4176a-02af-497c-a9d4-b616ce4ddf7d req-9716527e-c4f3-43c0-88e1-14a4eb60567f tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487893 Apr 08 17:49:55.693462 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['5856912a-3c60-45db-b95c-c0f432eed810'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:49:56.732763 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194eb20d-3034-4212-9b9b-8e3fad811241 req-edaeacdf-8ff9-4292-ace3-0dbd5ef03ca0 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:56.734464 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-194eb20d-3034-4212-9b9b-8e3fad811241 req-edaeacdf-8ff9-4292-ace3-0dbd5ef03ca0 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 945 time: 0.0665798 Apr 08 17:49:56.788925 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-194eb20d-3034-4212-9b9b-8e3fad811241 req-f14e2399-bc9e-41e1-b3c5-041866bc64fc tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477200 Apr 08 17:49:57.137794 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 5856912a-3c60-45db-b95c-c0f432eed810 up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:49:57.184570 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port 5856912a-3c60-45db-b95c-c0f432eed810 completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:49:57.190202 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port 5856912a-3c60-45db-b95c-c0f432eed810 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:57.190597 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (5856912a-3c60-45db-b95c-c0f432eed810), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:57.268099 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 5856912a-3c60-45db-b95c-c0f432eed810 is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:57.268521 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (5856912a-3c60-45db-b95c-c0f432eed810), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:57.290888 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f91ac2-bdf5-48d8-a322-de073eacfd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5856912a-3c60-45db-b95c-c0f432eed810'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:57.293138 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1230f2-b113-4564-96de-e6fe79978154" -d '{"events": [{"server_uuid": "09f91ac2-bdf5-48d8-a322-de073eacfd17", "name": "network-vif-plugged", "status": "completed", "tag": "5856912a-3c60-45db-b95c-c0f432eed810"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:57.306595 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 5856912a-3c60-45db-b95c-c0f432eed810, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5856912a-3c60-45db-b95c-c0f432eed810,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:57.311392 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (5856912a-3c60-45db-b95c-c0f432eed810), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:57.337481 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e686bd-9c77-45fb-83d8-6e162a86984a x-openstack-request-id: req-e4e686bd-9c77-45fb-83d8-6e162a86984a {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:57.337777 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f91ac2-bdf5-48d8-a322-de073eacfd17", "name": "network-vif-plugged", "status": "completed", "tag": "5856912a-3c60-45db-b95c-c0f432eed810", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:57.338047 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4e686bd-9c77-45fb-83d8-6e162a86984a {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:57.338426 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e686bd-9c77-45fb-83d8-6e162a86984a'] response: {'server_uuid': '09f91ac2-bdf5-48d8-a322-de073eacfd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5856912a-3c60-45db-b95c-c0f432eed810', 'code': 200} Apr 08 17:49:57.365978 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=5856912a-3c60-45db-b95c-c0f432eed810,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:57.922123 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0bad7-db98-4575-906c-852797d52ef8 req-168227da-db5e-4dd6-bd34-24477151eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:57.923662 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1ee0bad7-db98-4575-906c-852797d52ef8 req-168227da-db5e-4dd6-bd34-24477151eb84 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 1130 time: 0.0418658 Apr 08 17:49:57.925741 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a881a3e-ad83-45c8-816a-22a254d60c8a req-815048ee-35f1-49c0-bde6-d32bd4fc8aef tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:57.927261 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2a881a3e-ad83-45c8-816a-22a254d60c8a req-815048ee-35f1-49c0-bde6-d32bd4fc8aef tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 946 time: 0.0652692 Apr 08 17:49:57.978350 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1ee0bad7-db98-4575-906c-852797d52ef8 req-f3dff6a3-b353-4b0d-a0bb-361501c8e54a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449076 Apr 08 17:49:57.979611 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2a881a3e-ad83-45c8-816a-22a254d60c8a req-f2295e43-ad7e-4928-82f0-9d9694a97b75 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460582 Apr 08 17:49:59.258472 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55650010-d1bc-46da-a37d-9872374c4540 req-233cd5f3-f0b0-4af1-a374-b6433c07639e tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:59.259986 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-55650010-d1bc-46da-a37d-9872374c4540 req-233cd5f3-f0b0-4af1-a374-b6433c07639e tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 946 time: 0.0478203 Apr 08 17:49:59.312111 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-55650010-d1bc-46da-a37d-9872374c4540 req-484e5a13-1ba3-47a9-bf31-689cd8cfdc99 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463474 Apr 08 17:50:00.431087 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca2e0f-bd3b-4c7d-acc3-fd79e8a12cdb req-380c6a93-474a-4134-8a29-9e8c5b61eea1 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:00.432548 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-daca2e0f-bd3b-4c7d-acc3-fd79e8a12cdb req-380c6a93-474a-4134-8a29-9e8c5b61eea1 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 946 time: 0.0480082 Apr 08 17:50:00.492708 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-daca2e0f-bd3b-4c7d-acc3-fd79e8a12cdb req-5a1eb302-da97-4e77-aaed-e7ea5ccd01c5 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506320 Apr 08 17:50:00.611970 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcfe55-5de0-4f22-b664-2992a615a633 req-77559862-bdd4-445b-a355-1f1e1cd45574 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:00.613499 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-abbcfe55-5de0-4f22-b664-2992a615a633 req-77559862-bdd4-445b-a355-1f1e1cd45574 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 946 time: 0.0530651 Apr 08 17:50:00.666672 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-abbcfe55-5de0-4f22-b664-2992a615a633 req-2c13bb88-f2dd-4559-8afa-c58812a6dc0d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475771 Apr 08 17:50:00.689781 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51566) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:00.737590 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765ee4a6-1cb9-4ed1-9a5d-30194e76c5a1 tempest-TestVolumeBootPattern-1925485475 tempest-TestVolumeBootPattern-1925485475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:00.740287 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-765ee4a6-1cb9-4ed1-9a5d-30194e76c5a1 tempest-TestVolumeBootPattern-1925485475 tempest-TestVolumeBootPattern-1925485475-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 1125 time: 0.0493031 Apr 08 17:50:00.743095 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51570) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:00.747990 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Request body: {'floatingip': {'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'port_id': '5856912a-3c60-45db-b95c-c0f432eed810', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:50:00.774411 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:00.855166 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:00.962574 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Allocated IP 172.27.0.117 (c420803a-b2a7-4e2f-bfdc-3694fdd43ad0/33c05c2f-6d03-4558-aed6-6e41f375f3ce/84f8647b-5826-49ab-92b0-a73bd7905586) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:50:01.075764 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for port (84f8647b-5826-49ab-92b0-a73bd7905586), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:01.110928 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (84f8647b-5826-49ab-92b0-a73bd7905586), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:01.151720 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Network c420803a-b2a7-4e2f-bfdc-3694fdd43ad0 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:50:01.154586 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:50:01.158441 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:50:01.163894 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event updated for resources: {'Port': ['ID=84f8647b-5826-49ab-92b0-a73bd7905586,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:01.542229 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for floatingip (befa522b-b427-4484-a717-059a5e29a221), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:01.618330 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (84f8647b-5826-49ab-92b0-a73bd7905586), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:01.830643 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731237a-63cc-40c7-9709-13bdad1848ed req-7df69503-10b1-4407-b688-1159d4537913 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:01.832030 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1731237a-63cc-40c7-9709-13bdad1848ed req-7df69503-10b1-4407-b688-1159d4537913 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 946 time: 0.0710325 Apr 08 17:50:01.849991 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for port (84f8647b-5826-49ab-92b0-a73bd7905586), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:01.859486 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085500'] for port (84f8647b-5826-49ab-92b0-a73bd7905586), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:01.950339 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1731237a-63cc-40c7-9709-13bdad1848ed req-30d8c7c9-7f37-45db-a22a-659fe0b70a6f tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c58089-2967-4fa1-863d-fc80f958cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097181 Apr 08 17:50:01.950931 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event updated for resources: {'Port': ['ID=84f8647b-5826-49ab-92b0-a73bd7905586,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:01.965147 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (befa522b-b427-4484-a717-059a5e29a221), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:02.080145 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.l3_db [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Floating IP befa522b-b427-4484-a717-059a5e29a221 associated. External IP: 172.27.0.117, port: 5856912a-3c60-45db-b95c-c0f432eed810. Apr 08 17:50:02.303324 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:50:02.422414 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:50:02.433744 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b902168-e1bb-4b2f-9b27-def2deed4cdc None None] Sync routers for ids ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:50:02.444389 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:02.444775 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b902168-e1bb-4b2f-9b27-def2deed4cdc None None] Routers {'3fbe9972-bf03-49fe-a327-77f95efd3ae5'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:50:02.445418 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-0b902168-e1bb-4b2f-9b27-def2deed4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:49:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:02.474903 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-6079ac97-2217-47f1-a912-68b301b2101d tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7306237 Apr 08 17:50:02.475582 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f91ac2-bdf5-48d8-a322-de073eacfd17', 'tag': '5856912a-3c60-45db-b95c-c0f432eed810'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:50:02.477955 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3bcbf0fb11f9b4b521f26e552f1266052730f1b4dd01594c51942873fe86f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac3c7f5-b1fe-49c5-a9f3-19ce84c472f9" -d '{"events": [{"name": "network-changed", "server_uuid": "09f91ac2-bdf5-48d8-a322-de073eacfd17", "tag": "5856912a-3c60-45db-b95c-c0f432eed810"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:50:02.514214 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47173649-0e3d-4089-9c6f-9fce25c5926b x-openstack-request-id: req-47173649-0e3d-4089-9c6f-9fce25c5926b {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:50:02.514508 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f91ac2-bdf5-48d8-a322-de073eacfd17", "tag": "5856912a-3c60-45db-b95c-c0f432eed810", "status": "completed", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:50:02.514759 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47173649-0e3d-4089-9c6f-9fce25c5926b {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:50:02.515165 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47173649-0e3d-4089-9c6f-9fce25c5926b'] response: {'name': 'network-changed', 'server_uuid': '09f91ac2-bdf5-48d8-a322-de073eacfd17', 'tag': '5856912a-3c60-45db-b95c-c0f432eed810', 'status': 'completed', 'code': 200} Apr 08 17:50:02.558655 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-0b902168-e1bb-4b2f-9b27-def2deed4cdc None None] Set router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:50:02.906002 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-0b902168-e1bb-4b2f-9b27-def2deed4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'befa522b-b427-4484-a717-059a5e29a221', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'port_id': '5856912a-3c60-45db-b95c-c0f432eed810', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'mac_address': 'fa:16:3e:f7:b4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f91ac2-bdf5-48d8-a322-de073eacfd17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:50:01Z', 'updated_at': '2022-04-08T17:50:01Z', 'revision_number': 0, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'fixed_ip_address_scope': None}, {'id': 'cc7ee985-94fc-4f06-8910-c1a0e2e762c0', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'port_id': 'f5814cb4-ea60-468d-81d2-ca91f6495701', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'mac_address': 'fa:16:3e:f8:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:47:48Z', 'updated_at': '2022-04-08T17:47:50Z', 'revision_number': 1, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:28Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:02.935732 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b902168-e1bb-4b2f-9b27-def2deed4cdc None None] Checking router: 3fbe9972-bf03-49fe-a327-77f95efd3ae5 for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:50:02.944902 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b902168-e1bb-4b2f-9b27-def2deed4cdc None None] Routers {'3fbe9972-bf03-49fe-a327-77f95efd3ae5'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:50:02.945539 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-0b902168-e1bb-4b2f-9b27-def2deed4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:49:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:03.061687 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-0b902168-e1bb-4b2f-9b27-def2deed4cdc None None] Set router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:50:03.077765 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdabedf-1a29-4d24-8173-cfc8b0c3dca6 req-98b55927-ab3d-40e5-9446-1ae8701ea5e4 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:03.079838 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bcdabedf-1a29-4d24-8173-cfc8b0c3dca6 req-98b55927-ab3d-40e5-9446-1ae8701ea5e4 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 946 time: 0.0575595 Apr 08 17:50:03.132755 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-bcdabedf-1a29-4d24-8173-cfc8b0c3dca6 req-f2bd2d40-06f8-4b01-b563-91323055e200 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c58089-2967-4fa1-863d-fc80f958cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466545 Apr 08 17:50:03.284127 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-0b902168-e1bb-4b2f-9b27-def2deed4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'befa522b-b427-4484-a717-059a5e29a221', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'port_id': '5856912a-3c60-45db-b95c-c0f432eed810', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'mac_address': 'fa:16:3e:f7:b4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f91ac2-bdf5-48d8-a322-de073eacfd17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:50:01Z', 'updated_at': '2022-04-08T17:50:01Z', 'revision_number': 0, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'fixed_ip_address_scope': None}, {'id': 'cc7ee985-94fc-4f06-8910-c1a0e2e762c0', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'port_id': 'f5814cb4-ea60-468d-81d2-ca91f6495701', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'mac_address': 'fa:16:3e:f8:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:47:48Z', 'updated_at': '2022-04-08T17:47:50Z', 'revision_number': 1, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:28Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:03.314626 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b902168-e1bb-4b2f-9b27-def2deed4cdc None None] The sync data for ids ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'] in dv-cinder-837164-1-iscsi is: [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'befa522b-b427-4484-a717-059a5e29a221', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'port_id': '5856912a-3c60-45db-b95c-c0f432eed810', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'mac_address': 'fa:16:3e:f7:b4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f91ac2-bdf5-48d8-a322-de073eacfd17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:50:01Z', 'updated_at': '2022-04-08T17:50:01Z', 'revision_number': 0, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'fixed_ip_address_scope': None}, {'id': 'cc7ee985-94fc-4f06-8910-c1a0e2e762c0', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'port_id': 'f5814cb4-ea60-468d-81d2-ca91f6495701', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'mac_address': 'fa:16:3e:f8:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:47:48Z', 'updated_at': '2022-04-08T17:47:50Z', 'revision_number': 1, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:28Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:50:03.501908 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3c7f5-b1fe-49c5-a9f3-19ce84c472f9 req-7dedc9ee-b131-4587-aad7-fa94072ae316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:03.503421 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cac3c7f5-b1fe-49c5-a9f3-19ce84c472f9 req-7dedc9ee-b131-4587-aad7-fa94072ae316 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=17839927addb4c4db61cbcd20994fa84&device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 1130 time: 0.0431497 Apr 08 17:50:03.518147 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde3d362-af4a-4135-b446-80758ee9e6cd None None] New status for floating IP befa522b-b427-4484-a717-059a5e29a221: ACTIVE {{(pid=103646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:50:03.692397 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3c7f5-b1fe-49c5-a9f3-19ce84c472f9 req-d19002fb-acf3-42b7-86d3-378f02bdc7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:03.693777 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cac3c7f5-b1fe-49c5-a9f3-19ce84c472f9 req-d19002fb-acf3-42b7-86d3-378f02bdc7dc service neutron] 10.222.0.91 "GET /v2.0/networks?id=80fefa94-3dd9-45cd-815e-0803d238c223 HTTP/1.1" status: 200 len: 912 time: 0.0980659 Apr 08 17:50:03.862650 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff9bcb-8d9b-40fa-9bed-b3a3068212b8 req-25a3b935-cd75-4ce9-abe1-a0e8f57655f7 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:03.864117 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-20ff9bcb-8d9b-40fa-9bed-b3a3068212b8 req-25a3b935-cd75-4ce9-abe1-a0e8f57655f7 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.91 "GET /v2.0/ports?device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 946 time: 0.0867889 Apr 08 17:50:03.880643 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cac3c7f5-b1fe-49c5-a9f3-19ce84c472f9 req-50090840-dbf9-4981-b9e0-827462ef2eea service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5856912a-3c60-45db-b95c-c0f432eed810 HTTP/1.1" status: 200 len: 1002 time: 0.1101234 Apr 08 17:50:03.977185 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3c7f5-b1fe-49c5-a9f3-19ce84c472f9 req-653e7960-ebea-4fb4-96e2-4252e1aa2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:03.978571 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cac3c7f5-b1fe-49c5-a9f3-19ce84c472f9 req-653e7960-ebea-4fb4-96e2-4252e1aa2be9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6a2be9bd-5336-4c39-a5b3-3c836052d0bb HTTP/1.1" status: 200 len: 850 time: 0.0808911 Apr 08 17:50:04.017101 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-20ff9bcb-8d9b-40fa-9bed-b3a3068212b8 req-1e28ef8c-46a9-4caa-8cc6-6cd4080fd37d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Deleting port c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:50:04.017439 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-20ff9bcb-8d9b-40fa-9bed-b3a3068212b8 req-1e28ef8c-46a9-4caa-8cc6-6cd4080fd37d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:04.050456 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3c7f5-b1fe-49c5-a9f3-19ce84c472f9 req-8b50b960-92ad-41a9-a0e4-0920046c0989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:04.051969 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cac3c7f5-b1fe-49c5-a9f3-19ce84c472f9 req-8b50b960-92ad-41a9-a0e4-0920046c0989 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80fefa94-3dd9-45cd-815e-0803d238c223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660484 Apr 08 17:50:04.173150 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-20ff9bcb-8d9b-40fa-9bed-b3a3068212b8 req-1e28ef8c-46a9-4caa-8cc6-6cd4080fd37d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] For port c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4,segment=NetworkSegment(b8b94001-be42-4e96-b173-31743557a597),segment_id=b8b94001-be42-4e96-b173-31743557a597)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:04.173520 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-20ff9bcb-8d9b-40fa-9bed-b3a3068212b8 req-1e28ef8c-46a9-4caa-8cc6-6cd4080fd37d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:04.235579 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cac3c7f5-b1fe-49c5-a9f3-19ce84c472f9 req-010d965c-b2ea-4b99-ba92-aa8850d125b2 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591723 Apr 08 17:50:04.255558 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51dd7f-d8d0-4617-b5f4-ddfc38b6ca2a req-e800c566-0670-4078-9396-3fa58cc92d9c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:04.257372 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7f51dd7f-d8d0-4617-b5f4-ddfc38b6ca2a req-e800c566-0670-4078-9396-3fa58cc92d9c tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 946 time: 0.0472169 Apr 08 17:50:04.305562 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7f51dd7f-d8d0-4617-b5f4-ddfc38b6ca2a req-d1be7ed5-a76b-4765-adad-1ec9d25596db tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c58089-2967-4fa1-863d-fc80f958cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414190 Apr 08 17:50:04.422014 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cac3c7f5-b1fe-49c5-a9f3-19ce84c472f9 req-29f12597-1a74-42c3-8a3e-5ad5f5be035e service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762004 Apr 08 17:50:04.428749 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-20ff9bcb-8d9b-40fa-9bed-b3a3068212b8 req-1e28ef8c-46a9-4caa-8cc6-6cd4080fd37d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:04.429111 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-20ff9bcb-8d9b-40fa-9bed-b3a3068212b8 req-1e28ef8c-46a9-4caa-8cc6-6cd4080fd37d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (8b5f7f4a-1ced-48b1-a45a-6f8b475f2fe0), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:04.429426 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [req-20ff9bcb-8d9b-40fa-9bed-b3a3068212b8 req-1e28ef8c-46a9-4caa-8cc6-6cd4080fd37d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Floating IP 8b5f7f4a-1ced-48b1-a45a-6f8b475f2fe0 disassociated. External IP: 172.27.0.48, port: c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4. Apr 08 17:50:04.429762 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-20ff9bcb-8d9b-40fa-9bed-b3a3068212b8 req-1e28ef8c-46a9-4caa-8cc6-6cd4080fd37d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Calling delete_port for c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:50:04.561396 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-20ff9bcb-8d9b-40fa-9bed-b3a3068212b8 req-1e28ef8c-46a9-4caa-8cc6-6cd4080fd37d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:04.595041 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28ef8c-46a9-4caa-8cc6-6cd4080fd37d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Pushing event deleted for resources: {'Port': ['ID=c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:04.993731 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20ff9bcb-8d9b-40fa-9bed-b3a3068212b8 req-1e28ef8c-46a9-4caa-8cc6-6cd4080fd37d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Router 7a94b463-b408-4de8-9146-9d334042a172 has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:50:05.113183 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20ff9bcb-8d9b-40fa-9bed-b3a3068212b8 req-1e28ef8c-46a9-4caa-8cc6-6cd4080fd37d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:50:05.122275 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de4834c-d90f-4c29-a376-f4ef648b6120 None None] Sync routers for ids ['7a94b463-b408-4de8-9146-9d334042a172'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:50:05.133355 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de4834c-d90f-4c29-a376-f4ef648b6120 None None] Routers {'7a94b463-b408-4de8-9146-9d334042a172'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:50:05.134074 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-8de4834c-d90f-4c29-a376-f4ef648b6120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:49:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7a94b463-b408-4de8-9146-9d334042a172'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:05.164127 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ff9bcb-8d9b-40fa-9bed-b3a3068212b8 req-1e28ef8c-46a9-4caa-8cc6-6cd4080fd37d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] No DVR routers for this DVR port c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:50:05.166974 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-20ff9bcb-8d9b-40fa-9bed-b3a3068212b8 req-1e28ef8c-46a9-4caa-8cc6-6cd4080fd37d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:05.170521 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-20ff9bcb-8d9b-40fa-9bed-b3a3068212b8 req-1e28ef8c-46a9-4caa-8cc6-6cd4080fd37d tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.91 "DELETE /v2.0/ports/c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 HTTP/1.1" status: 204 len: 173 time: 1.2997465 Apr 08 17:50:05.171004 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedbd717-ad25-40ac-8ab0-946a8106134c', 'name': 'network-vif-deleted', 'tag': 'c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:50:05.174621 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3420a65b-58d2-4dc1-bae3-86691354c19d" -d '{"events": [{"server_uuid": "aedbd717-ad25-40ac-8ab0-946a8106134c", "name": "network-vif-deleted", "tag": "c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:50:05.214379 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e668597c-dbae-4a61-8ec9-76b717ce8733 x-openstack-request-id: req-e668597c-dbae-4a61-8ec9-76b717ce8733 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:50:05.214690 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aedbd717-ad25-40ac-8ab0-946a8106134c", "name": "network-vif-deleted", "tag": "c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:50:05.214934 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e668597c-dbae-4a61-8ec9-76b717ce8733 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:50:05.215335 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e668597c-dbae-4a61-8ec9-76b717ce8733'] response: {'server_uuid': 'aedbd717-ad25-40ac-8ab0-946a8106134c', 'name': 'network-vif-deleted', 'tag': 'c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4', 'status': 'completed', 'code': 200} Apr 08 17:50:05.250971 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-8de4834c-d90f-4c29-a376-f4ef648b6120 None None] Set router 7a94b463-b408-4de8-9146-9d334042a172 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:50:05.426230 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7de94538-a347-44d8-9e1e-759082c8c0c1 req-30fa7971-7369-4f6d-a94b-d8eb50b19589 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedbd717-ad25-40ac-8ab0-946a8106134c HTTP/1.1" status: 200 len: 210 time: 0.0331690 Apr 08 17:50:05.452389 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-8de4834c-d90f-4c29-a376-f4ef648b6120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:33Z', 'revision_number': 4, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port': {'id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '3d436f11-4db2-4fd1-9ba6-79f7893a5397', 'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'mac_address': 'fa:16:3e:b1:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:32Z', 'updated_at': '2022-04-08T17:45:36Z', 'revision_number': 5, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'subnets': [{'id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:05.483755 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de4834c-d90f-4c29-a376-f4ef648b6120 None None] Checking router: 7a94b463-b408-4de8-9146-9d334042a172 for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:50:05.492088 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de4834c-d90f-4c29-a376-f4ef648b6120 None None] Routers {'7a94b463-b408-4de8-9146-9d334042a172'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:50:05.492722 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-8de4834c-d90f-4c29-a376-f4ef648b6120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:49:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7a94b463-b408-4de8-9146-9d334042a172'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:05.601497 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-8de4834c-d90f-4c29-a376-f4ef648b6120 None None] Set router 7a94b463-b408-4de8-9146-9d334042a172 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:50:05.805901 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-8de4834c-d90f-4c29-a376-f4ef648b6120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:33Z', 'revision_number': 4, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port': {'id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '3d436f11-4db2-4fd1-9ba6-79f7893a5397', 'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'mac_address': 'fa:16:3e:b1:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:32Z', 'updated_at': '2022-04-08T17:45:36Z', 'revision_number': 5, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'subnets': [{'id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:05.834308 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de4834c-d90f-4c29-a376-f4ef648b6120 None None] The sync data for ids ['7a94b463-b408-4de8-9146-9d334042a172'] in dv-cinder-837164-1-iscsi is: [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:33Z', 'revision_number': 4, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port': {'id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': '3d436f11-4db2-4fd1-9ba6-79f7893a5397', 'name': '', 'network_id': 'e9f86ef8-6f50-49db-84bd-326834993a5e', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'mac_address': 'fa:16:3e:b1:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:32Z', 'updated_at': '2022-04-08T17:45:36Z', 'revision_number': 5, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'subnets': [{'id': '67508fbe-8598-4ea6-b340-f6743e16bbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:50:06.059157 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f607a9c7-18d8-4af0-94af-63566b7eb026 None None] New status for floating IP 8b5f7f4a-1ced-48b1-a45a-6f8b475f2fe0: DOWN {{(pid=103646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:50:06.525132 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51606) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:06.584329 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0c9ddba7-9c04-4a00-8d90-44c2e6b4d9ae tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group (81c58089-2967-4fa1-863d-fc80f958cf06), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:06.620593 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0c9ddba7-9c04-4a00-8d90-44c2e6b4d9ae tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group (81c58089-2967-4fa1-863d-fc80f958cf06), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:06.669889 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0c9ddba7-9c04-4a00-8d90-44c2e6b4d9ae tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (81c58089-2967-4fa1-863d-fc80f958cf06), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:06.672664 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0c9ddba7-9c04-4a00-8d90-44c2e6b4d9ae tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:06.673843 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-0c9ddba7-9c04-4a00-8d90-44c2e6b4d9ae tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "DELETE /v2.0/security-groups/81c58089-2967-4fa1-863d-fc80f958cf06 HTTP/1.1" status: 204 len: 168 time: 0.1477075 Apr 08 17:50:06.676726 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 51608) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:06.683205 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ddba7-9c04-4a00-8d90-44c2e6b4d9ae tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c58089-2967-4fa1-863d-fc80f958cf06,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:06.691995 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.api.v2.resource [None req-ba294628-9433-46d7-938e-9bac339f864e tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] show failed (client error): The resource could not be found. Apr 08 17:50:06.693275 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-ba294628-9433-46d7-938e-9bac339f864e tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "GET /v2.0/security-groups/81c58089-2967-4fa1-863d-fc80f958cf06 HTTP/1.1" status: 404 len: 347 time: 0.0154920 Apr 08 17:50:06.696172 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 51610) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:06.833549 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-fb809c5b-25db-46f4-ae5a-76f88a6501e0 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Deleting port 781b83f6-dbcb-4d0e-86f7-13f08da8b78d {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:50:06.833895 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fb809c5b-25db-46f4-ae5a-76f88a6501e0 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (781b83f6-dbcb-4d0e-86f7-13f08da8b78d), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:06.926773 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fb809c5b-25db-46f4-ae5a-76f88a6501e0 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (781b83f6-dbcb-4d0e-86f7-13f08da8b78d), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:06.927192 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fb809c5b-25db-46f4-ae5a-76f88a6501e0 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for floatingip (781b83f6-dbcb-4d0e-86f7-13f08da8b78d), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:06.940016 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-fb809c5b-25db-46f4-ae5a-76f88a6501e0 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Calling delete_port for 781b83f6-dbcb-4d0e-86f7-13f08da8b78d owned by network:floatingip {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:50:07.072819 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fb809c5b-25db-46f4-ae5a-76f88a6501e0 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (781b83f6-dbcb-4d0e-86f7-13f08da8b78d), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:07.100667 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb809c5b-25db-46f4-ae5a-76f88a6501e0 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Pushing event deleted for resources: {'Port': ['ID=781b83f6-dbcb-4d0e-86f7-13f08da8b78d,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:07.162189 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fb809c5b-25db-46f4-ae5a-76f88a6501e0 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks [] for floatingip (8b5f7f4a-1ced-48b1-a45a-6f8b475f2fe0), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:07.164668 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fb809c5b-25db-46f4-ae5a-76f88a6501e0 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:07.165820 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-fb809c5b-25db-46f4-ae5a-76f88a6501e0 tempest-AttachVolumeTestJSON-473701092 tempest-AttachVolumeTestJSON-473701092-project] 10.222.0.24 "DELETE /v2.0/floatingips/8b5f7f4a-1ced-48b1-a45a-6f8b475f2fe0 HTTP/1.1" status: 204 len: 168 time: 0.4684725 Apr 08 17:50:09.173309 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:50:09.194787 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:50:09.195139 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device c0b45cd6-2e93-4f2b-b7b1-91dbf8884cc4 not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:50:10.715832 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 51642) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:11.062391 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-74b17ebe-d3df-4ff3-a03a-8cfaf17b49f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643744'] for router_interface (7a94b463-b408-4de8-9146-9d334042a172), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:11.309758 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-74b17ebe-d3df-4ff3-a03a-8cfaf17b49f2 admin admin] Deleting port 3d436f11-4db2-4fd1-9ba6-79f7893a5397 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:50:11.310099 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-74b17ebe-d3df-4ff3-a03a-8cfaf17b49f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (3d436f11-4db2-4fd1-9ba6-79f7893a5397), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:11.388370 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-74b17ebe-d3df-4ff3-a03a-8cfaf17b49f2 admin admin] For port 3d436f11-4db2-4fd1-9ba6-79f7893a5397, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=3d436f11-4db2-4fd1-9ba6-79f7893a5397,segment=NetworkSegment(b8b94001-be42-4e96-b173-31743557a597),segment_id=b8b94001-be42-4e96-b173-31743557a597)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:11.388662 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-74b17ebe-d3df-4ff3-a03a-8cfaf17b49f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (3d436f11-4db2-4fd1-9ba6-79f7893a5397), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:11.403512 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-74b17ebe-d3df-4ff3-a03a-8cfaf17b49f2 admin admin] Calling delete_port for 3d436f11-4db2-4fd1-9ba6-79f7893a5397 owned by network:router_interface {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:50:11.593968 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-74b17ebe-d3df-4ff3-a03a-8cfaf17b49f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (3d436f11-4db2-4fd1-9ba6-79f7893a5397), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:11.626814 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b17ebe-d3df-4ff3-a03a-8cfaf17b49f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d436f11-4db2-4fd1-9ba6-79f7893a5397,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:11.802551 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-74b17ebe-d3df-4ff3-a03a-8cfaf17b49f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1643636'] for router_interface (7a94b463-b408-4de8-9146-9d334042a172), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:12.053611 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b17ebe-d3df-4ff3-a03a-8cfaf17b49f2 admin admin] Router 7a94b463-b408-4de8-9146-9d334042a172 has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:50:12.168610 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b17ebe-d3df-4ff3-a03a-8cfaf17b49f2 admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:50:12.173757 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-74b17ebe-d3df-4ff3-a03a-8cfaf17b49f2 admin admin] 10.222.0.24 "PUT /v2.0/routers/7a94b463-b408-4de8-9146-9d334042a172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4567981 Apr 08 17:50:12.176479 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 51644) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:12.178158 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3715bd14-3eed-4588-a1f4-81293a5dc6b2 None None] Sync routers for ids ['7a94b463-b408-4de8-9146-9d334042a172'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:50:12.188338 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3715bd14-3eed-4588-a1f4-81293a5dc6b2 None None] Routers {'7a94b463-b408-4de8-9146-9d334042a172'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:50:12.188957 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-3715bd14-3eed-4588-a1f4-81293a5dc6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:49:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7a94b463-b408-4de8-9146-9d334042a172'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:12.288221 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-554511f3-9881-4e9d-a387-88cb5c17cc96 admin admin] Publish callbacks [] for router (7a94b463-b408-4de8-9146-9d334042a172), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:12.305914 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-3715bd14-3eed-4588-a1f4-81293a5dc6b2 None None] Set router 7a94b463-b408-4de8-9146-9d334042a172 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:50:12.392273 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-554511f3-9881-4e9d-a387-88cb5c17cc96 admin admin] Publish callbacks [] for router_gateway (7a94b463-b408-4de8-9146-9d334042a172), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:12.444036 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-554511f3-9881-4e9d-a387-88cb5c17cc96 admin admin] Deleting port acef3ffa-75c8-436d-9df5-a32fdc23247c {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:50:12.444409 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-554511f3-9881-4e9d-a387-88cb5c17cc96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (acef3ffa-75c8-436d-9df5-a32fdc23247c), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:12.527627 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-554511f3-9881-4e9d-a387-88cb5c17cc96 admin admin] For port acef3ffa-75c8-436d-9df5-a32fdc23247c, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=acef3ffa-75c8-436d-9df5-a32fdc23247c,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:12.528101 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-554511f3-9881-4e9d-a387-88cb5c17cc96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (acef3ffa-75c8-436d-9df5-a32fdc23247c), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:12.551697 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-554511f3-9881-4e9d-a387-88cb5c17cc96 admin admin] Calling delete_port for acef3ffa-75c8-436d-9df5-a32fdc23247c owned by network:router_gateway {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:50:12.624943 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-3715bd14-3eed-4588-a1f4-81293a5dc6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:50:11Z', 'revision_number': 5, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port': {'id': 'acef3ffa-75c8-436d-9df5-a32fdc23247c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94b463-b408-4de8-9146-9d334042a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:12.656333 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3715bd14-3eed-4588-a1f4-81293a5dc6b2 None None] Checking router: 7a94b463-b408-4de8-9146-9d334042a172 for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:50:12.664802 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3715bd14-3eed-4588-a1f4-81293a5dc6b2 None None] Routers {'7a94b463-b408-4de8-9146-9d334042a172'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:50:12.665424 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-3715bd14-3eed-4588-a1f4-81293a5dc6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:49:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['7a94b463-b408-4de8-9146-9d334042a172'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:12.728609 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-554511f3-9881-4e9d-a387-88cb5c17cc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (acef3ffa-75c8-436d-9df5-a32fdc23247c), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:12.762911 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554511f3-9881-4e9d-a387-88cb5c17cc96 admin admin] Pushing event deleted for resources: {'Port': ['ID=acef3ffa-75c8-436d-9df5-a32fdc23247c,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:12.764595 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-3715bd14-3eed-4588-a1f4-81293a5dc6b2 None None] Set router 7a94b463-b408-4de8-9146-9d334042a172 gateway port host: None {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:50:12.817052 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-3715bd14-3eed-4588-a1f4-81293a5dc6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:50:12Z', 'revision_number': 6, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port_host': None}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:12.833250 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-554511f3-9881-4e9d-a387-88cb5c17cc96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645974'] for router_gateway (7a94b463-b408-4de8-9146-9d334042a172), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:12.848048 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3715bd14-3eed-4588-a1f4-81293a5dc6b2 None None] The sync data for ids ['7a94b463-b408-4de8-9146-9d334042a172'] in dv-cinder-837164-1-iscsi is: [{'id': '7a94b463-b408-4de8-9146-9d334042a172', 'name': 'tempest-AttachVolumeTestJSON-169545962-router', 'tenant_id': '15eff12c90b045d5829b15564c4f687b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:30Z', 'updated_at': '2022-04-08T17:50:12Z', 'revision_number': 6, 'project_id': '15eff12c90b045d5829b15564c4f687b', 'gw_port_host': None}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:50:12.928390 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-554511f3-9881-4e9d-a387-88cb5c17cc96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6559'] for router (7a94b463-b408-4de8-9146-9d334042a172), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:12.930547 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-554511f3-9881-4e9d-a387-88cb5c17cc96 admin admin] Publish callbacks [] for router_controller (7a94b463-b408-4de8-9146-9d334042a172), precommit_delete_associations {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:12.975813 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-554511f3-9881-4e9d-a387-88cb5c17cc96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1731893'] for router (7a94b463-b408-4de8-9146-9d334042a172), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:12.976427 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554511f3-9881-4e9d-a387-88cb5c17cc96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a94b463-b408-4de8-9146-9d334042a172 {{(pid=103643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 17:50:12.981728 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-554511f3-9881-4e9d-a387-88cb5c17cc96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:12.982864 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-554511f3-9881-4e9d-a387-88cb5c17cc96 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7a94b463-b408-4de8-9146-9d334042a172 HTTP/1.1" status: 204 len: 168 time: 0.8052177 Apr 08 17:50:12.985382 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 51646) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:13.034020 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb56557-b227-451a-a4bb-5d2ac2bf2a17 admin admin] Deleting subnet 67508fbe-8598-4ea6-b340-f6743e16bbac {{(pid=103643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:50:13.037082 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1bb56557-b227-451a-a4bb-5d2ac2bf2a17 admin admin] Publish callbacks [] for subnet (67508fbe-8598-4ea6-b340-f6743e16bbac), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:13.073266 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1bb56557-b227-451a-a4bb-5d2ac2bf2a17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7555455'] for subnet (67508fbe-8598-4ea6-b340-f6743e16bbac), precommit_delete_associations {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:13.150004 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1bb56557-b227-451a-a4bb-5d2ac2bf2a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929042'] for subnet (67508fbe-8598-4ea6-b340-f6743e16bbac), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:13.206529 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1bb56557-b227-451a-a4bb-5d2ac2bf2a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7534635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5067481'] for subnet (67508fbe-8598-4ea6-b340-f6743e16bbac), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:13.238382 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb56557-b227-451a-a4bb-5d2ac2bf2a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67508fbe-8598-4ea6-b340-f6743e16bbac,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:13.242178 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1bb56557-b227-451a-a4bb-5d2ac2bf2a17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:13.247972 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51648) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:13.248544 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a156c18-99c8-415d-b35f-f03fc466acde None None] Network e9f86ef8-6f50-49db-84bd-326834993a5e requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:50:13.252674 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-1bb56557-b227-451a-a4bb-5d2ac2bf2a17 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/67508fbe-8598-4ea6-b340-f6743e16bbac HTTP/1.1" status: 204 len: 168 time: 0.2599146 Apr 08 17:50:13.333432 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-970409'] for network (e9f86ef8-6f50-49db-84bd-326834993a5e), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:13.383841 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] Deleting port d590074f-2762-4ab9-ab70-118fd6bfb07f {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:50:13.384178 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (d590074f-2762-4ab9-ab70-118fd6bfb07f), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:13.446799 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] For port d590074f-2762-4ab9-ab70-118fd6bfb07f, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=d590074f-2762-4ab9-ab70-118fd6bfb07f,segment=NetworkSegment(b8b94001-be42-4e96-b173-31743557a597),segment_id=b8b94001-be42-4e96-b173-31743557a597)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:13.447061 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (d590074f-2762-4ab9-ab70-118fd6bfb07f), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:13.459640 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] Calling delete_port for d590074f-2762-4ab9-ab70-118fd6bfb07f owned by network:dhcp {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:50:13.543030 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (d590074f-2762-4ab9-ab70-118fd6bfb07f), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:13.571358 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=d590074f-2762-4ab9-ab70-118fd6bfb07f,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:13.573709 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] No DVR routers for this DVR port d590074f-2762-4ab9-ab70-118fd6bfb07f on host dv-cinder-837164-1-iscsi {{(pid=103644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:50:13.630705 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5752a6dc-4f52-4b38-8136-f19c042fe099 None None] DHCP port deletion for e9f86ef8-6f50-49db-84bd-326834993a5e request from dv-cinder-837164-1-iscsi {{(pid=103645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 17:50:13.666403 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931487', 'neutron.services.segments.db._delete_segments_for_network-8761101197981'] for network (e9f86ef8-6f50-49db-84bd-326834993a5e), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:13.695173 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.services.segments.db [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f86ef8-6f50-49db-84bd-326834993a5e']}} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:13.706656 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.services.segments.db [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b94001-be42-4e96-b173-31743557a597') {'for_net_delete': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:13.706949 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.services.segments.db [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b94001-be42-4e96-b173-31743557a597') {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:13.719115 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761101199014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8211222'] for segment (b8b94001-be42-4e96-b173-31743557a597), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:13.729515 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device d590074f-2762-4ab9-ab70-118fd6bfb07f no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:50:13.742606 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (b8b94001-be42-4e96-b173-31743557a597), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:13.749099 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=103644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:50:13.749491 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5085440'] for segment (b8b94001-be42-4e96-b173-31743557a597), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:13.750642 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: d590074f-2762-4ab9-ab70-118fd6bfb07f {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:50:13.750914 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device d590074f-2762-4ab9-ab70-118fd6bfb07f not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:50:13.751336 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device acef3ffa-75c8-436d-9df5-a32fdc23247c no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: Traceback (most recent call last): Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: timer() Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: cb(*args, **kw) Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: return func(*args, **kwargs) Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: self._notify() Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: self.callback(batched_events) Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: event.method(event) Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: return f(self, *a, **k) Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: return self._get(url).json() Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: return self.request(url, 'GET', **kwargs) Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:50:13.751708 dv-cinder-837164-1-iscsi neutron-server[103644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:50:13.771110 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: acef3ffa-75c8-436d-9df5-a32fdc23247c {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:50:13.771559 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device acef3ffa-75c8-436d-9df5-a32fdc23247c not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:50:13.772051 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 3d436f11-4db2-4fd1-9ba6-79f7893a5397 no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:50:13.793725 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: 3d436f11-4db2-4fd1-9ba6-79f7893a5397 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:50:13.794092 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 3d436f11-4db2-4fd1-9ba6-79f7893a5397 not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:50:13.810307 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646066'] for network (e9f86ef8-6f50-49db-84bd-326834993a5e), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:13.821849 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:13.825116 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] 10.222.0.24 "DELETE /v2.0/networks/e9f86ef8-6f50-49db-84bd-326834993a5e HTTP/1.1" status: 204 len: 168 time: 0.5760579 Apr 08 17:50:13.836759 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1275f-2cd5-4b77-8692-b81c85f06e2d admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f86ef8-6f50-49db-84bd-326834993a5e,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:14.004509 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51652) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:14.046628 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-b85c4255-9b1d-4c7a-a9fa-20fec5fe91ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15eff12c90b045d5829b15564c4f687b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405653 Apr 08 17:50:14.049444 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51654) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:14.101664 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba783-ecfd-4aa0-8242-dfc10523da96 admin admin] Publish callbacks [] for security_group (5e630e26-c596-4757-8038-c981dfe96588), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:14.123494 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba783-ecfd-4aa0-8242-dfc10523da96 admin admin] Publish callbacks [] for security_group (5e630e26-c596-4757-8038-c981dfe96588), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:14.181713 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba783-ecfd-4aa0-8242-dfc10523da96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (5e630e26-c596-4757-8038-c981dfe96588), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:14.184471 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba783-ecfd-4aa0-8242-dfc10523da96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:14.185671 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-9b4ba783-ecfd-4aa0-8242-dfc10523da96 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e630e26-c596-4757-8038-c981dfe96588 HTTP/1.1" status: 204 len: 168 time: 0.1351242 Apr 08 17:50:14.195513 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ba783-ecfd-4aa0-8242-dfc10523da96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e630e26-c596-4757-8038-c981dfe96588,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:15.290112 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:15.393119 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-88a67946-a980-4d84-b085-1ca2781c8f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:17.942386 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51718) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:18.062594 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-5149d9c6-6959-409d-bcce-d3f0e177116c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:18.067771 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-bfb4374f-0ed7-4583-819c-2b238b4cacdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:18.145713 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-bfb4374f-0ed7-4583-819c-2b238b4cacdb admin admin] Publish callbacks [] for security_group (aefddfd2-871b-4e5f-a397-9320dd23fd84), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:18.149449 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-bfb4374f-0ed7-4583-819c-2b238b4cacdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (aefddfd2-871b-4e5f-a397-9320dd23fd84), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:18.196988 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-bfb4374f-0ed7-4583-819c-2b238b4cacdb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2c03f9aa9c44cf89c61b133ed2bea6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534204 Apr 08 17:50:18.198133 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4374f-0ed7-4583-819c-2b238b4cacdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefddfd2-871b-4e5f-a397-9320dd23fd84,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:18.200847 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 51722) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:18.255383 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ab4a6861-438a-4047-ab75-6085ce115655 admin admin] Publish callbacks [] for security_group (aefddfd2-871b-4e5f-a397-9320dd23fd84), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:18.279462 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ab4a6861-438a-4047-ab75-6085ce115655 admin admin] Publish callbacks [] for security_group (aefddfd2-871b-4e5f-a397-9320dd23fd84), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:18.326651 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ab4a6861-438a-4047-ab75-6085ce115655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (aefddfd2-871b-4e5f-a397-9320dd23fd84), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:18.330083 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ab4a6861-438a-4047-ab75-6085ce115655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:18.331236 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-ab4a6861-438a-4047-ab75-6085ce115655 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aefddfd2-871b-4e5f-a397-9320dd23fd84 HTTP/1.1" status: 204 len: 168 time: 0.1291759 Apr 08 17:50:18.338886 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a6861-438a-4047-ab75-6085ce115655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefddfd2-871b-4e5f-a397-9320dd23fd84,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:18.862538 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:20.570889 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:21.943074 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:25.558691 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:50:30.239374 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 51890) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:30.382088 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-aa77026f-9cba-4fc7-9c6f-1e380999f5c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:30.463243 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-aa77026f-9cba-4fc7-9c6f-1e380999f5c0 admin admin] Publish callbacks [] for security_group (c4e275b0-7079-4a72-9a54-65c9d46b1c8d), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:30.467069 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-aa77026f-9cba-4fc7-9c6f-1e380999f5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (c4e275b0-7079-4a72-9a54-65c9d46b1c8d), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:30.514325 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-aa77026f-9cba-4fc7-9c6f-1e380999f5c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=708cd90698ff4ef1bdf6dbd14f011608&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737029 Apr 08 17:50:30.515221 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77026f-9cba-4fc7-9c6f-1e380999f5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e275b0-7079-4a72-9a54-65c9d46b1c8d,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:30.517066 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51894) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:30.522741 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa77026f-9cba-4fc7-9c6f-1e380999f5c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.523093 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa77026f-9cba-4fc7-9c6f-1e380999f5c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.523433 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa77026f-9cba-4fc7-9c6f-1e380999f5c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.523774 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa77026f-9cba-4fc7-9c6f-1e380999f5c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.524110 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa77026f-9cba-4fc7-9c6f-1e380999f5c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.524468 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa77026f-9cba-4fc7-9c6f-1e380999f5c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.524796 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa77026f-9cba-4fc7-9c6f-1e380999f5c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.525121 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa77026f-9cba-4fc7-9c6f-1e380999f5c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.525447 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa77026f-9cba-4fc7-9c6f-1e380999f5c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.525775 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa77026f-9cba-4fc7-9c6f-1e380999f5c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.526101 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa77026f-9cba-4fc7-9c6f-1e380999f5c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.526425 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa77026f-9cba-4fc7-9c6f-1e380999f5c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.526746 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa77026f-9cba-4fc7-9c6f-1e380999f5c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.527067 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa77026f-9cba-4fc7-9c6f-1e380999f5c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.527389 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa77026f-9cba-4fc7-9c6f-1e380999f5c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.575688 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] Publish callbacks [] for security_group (c4e275b0-7079-4a72-9a54-65c9d46b1c8d), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:30.596728 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] Publish callbacks [] for security_group (c4e275b0-7079-4a72-9a54-65c9d46b1c8d), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:30.648885 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (c4e275b0-7079-4a72-9a54-65c9d46b1c8d), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:30.651715 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:30.652971 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4e275b0-7079-4a72-9a54-65c9d46b1c8d HTTP/1.1" status: 204 len: 168 time: 0.1349127 Apr 08 17:50:30.661507 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e275b0-7079-4a72-9a54-65c9d46b1c8d,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:30.669804 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.670160 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.670507 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.670853 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.671192 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.672150 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.673036 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.673405 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.673765 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.674170 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.674535 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.674898 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.675281 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.675664 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.676021 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54099e-914a-4d76-9967-f32562731542 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:30.937317 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 51900) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:30.950835 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d88e7c4d-4c53-42c8-afe0-a934ebb7ff9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:31.027422 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d88e7c4d-4c53-42c8-afe0-a934ebb7ff9b admin admin] Publish callbacks [] for security_group (0fa8399f-4a06-4ad8-a0f3-5baf259074d8), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:31.031437 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d88e7c4d-4c53-42c8-afe0-a934ebb7ff9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (0fa8399f-4a06-4ad8-a0f3-5baf259074d8), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:31.069364 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-d88e7c4d-4c53-42c8-afe0-a934ebb7ff9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc887aea3adb46d89b79224a7034d375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309681 Apr 08 17:50:31.070224 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e7c4d-4c53-42c8-afe0-a934ebb7ff9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa8399f-4a06-4ad8-a0f3-5baf259074d8,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:31.072226 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 51902) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:31.121748 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f9b5884c-265a-4136-b701-f61b122b26d3 admin admin] Publish callbacks [] for security_group (0fa8399f-4a06-4ad8-a0f3-5baf259074d8), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:31.145210 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f9b5884c-265a-4136-b701-f61b122b26d3 admin admin] Publish callbacks [] for security_group (0fa8399f-4a06-4ad8-a0f3-5baf259074d8), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:31.193407 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f9b5884c-265a-4136-b701-f61b122b26d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (0fa8399f-4a06-4ad8-a0f3-5baf259074d8), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:31.196119 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f9b5884c-265a-4136-b701-f61b122b26d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:31.197342 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-f9b5884c-265a-4136-b701-f61b122b26d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fa8399f-4a06-4ad8-a0f3-5baf259074d8 HTTP/1.1" status: 204 len: 168 time: 0.1238370 Apr 08 17:50:31.206077 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5884c-265a-4136-b701-f61b122b26d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa8399f-4a06-4ad8-a0f3-5baf259074d8,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:38.311191 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002287a-29a9-47ba-bb82-c5edb0a38e39 req-a4a8e9c0-773b-49c1-ac67-25642129fef1 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:38.312863 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e002287a-29a9-47ba-bb82-c5edb0a38e39 req-a4a8e9c0-773b-49c1-ac67-25642129fef1 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 946 time: 0.0476577 Apr 08 17:50:38.367344 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e002287a-29a9-47ba-bb82-c5edb0a38e39 req-56dbbcc0-40b6-415f-8761-679b71489991 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9c77722-eb34-48ee-9388-11af5ccc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463831 Apr 08 17:50:39.490343 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa68ab-06e6-47a4-b6d2-35fd389172b5 req-49140c77-b5c6-4e22-b303-776e26e55f76 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:39.491794 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-34fa68ab-06e6-47a4-b6d2-35fd389172b5 req-49140c77-b5c6-4e22-b303-776e26e55f76 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 946 time: 0.0495675 Apr 08 17:50:39.539116 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-34fa68ab-06e6-47a4-b6d2-35fd389172b5 req-aab57072-2f13-4248-b567-e3b261a39f3f tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9c77722-eb34-48ee-9388-11af5ccc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416870 Apr 08 17:50:40.670123 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ff885-c219-4c4d-bb2f-1e7d7ddd4e18 req-ede2262e-b5e6-4aad-91bf-f8df52397603 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:40.671634 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9e5ff885-c219-4c4d-bb2f-1e7d7ddd4e18 req-ede2262e-b5e6-4aad-91bf-f8df52397603 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 946 time: 0.0498657 Apr 08 17:50:40.726657 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9e5ff885-c219-4c4d-bb2f-1e7d7ddd4e18 req-a692ee71-ce4b-4ee8-812f-b840227d5226 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9c77722-eb34-48ee-9388-11af5ccc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484684 Apr 08 17:50:41.843822 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f7a53-19c7-4113-857a-b9ba90baf6ec req-505c6d69-3183-4abe-8de2-6e082b4d6dff tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:41.846354 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d72f7a53-19c7-4113-857a-b9ba90baf6ec req-505c6d69-3183-4abe-8de2-6e082b4d6dff tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 946 time: 0.0521882 Apr 08 17:50:41.906806 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d72f7a53-19c7-4113-857a-b9ba90baf6ec req-1e46489c-1a6f-4f92-a218-eb4df30caa17 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9c77722-eb34-48ee-9388-11af5ccc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548682 Apr 08 17:50:42.106023 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c153b50-3094-4204-9b4d-246eb888ab04 req-07851c1e-d172-4188-a529-7da074889cc1 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:42.107703 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9c153b50-3094-4204-9b4d-246eb888ab04 req-07851c1e-d172-4188-a529-7da074889cc1 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.91 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 946 time: 0.0483642 Apr 08 17:50:42.197014 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-9c153b50-3094-4204-9b4d-246eb888ab04 req-2b3e036b-e2c2-40ff-94db-b876a8cf1fbf tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Deleting port e0cd72e4-3ebb-40ac-8281-86baade19774 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:50:42.197266 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-9c153b50-3094-4204-9b4d-246eb888ab04 req-2b3e036b-e2c2-40ff-94db-b876a8cf1fbf tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (e0cd72e4-3ebb-40ac-8281-86baade19774), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:42.288042 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-9c153b50-3094-4204-9b4d-246eb888ab04 req-2b3e036b-e2c2-40ff-94db-b876a8cf1fbf tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] For port e0cd72e4-3ebb-40ac-8281-86baade19774, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e0cd72e4-3ebb-40ac-8281-86baade19774,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:42.288444 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-9c153b50-3094-4204-9b4d-246eb888ab04 req-2b3e036b-e2c2-40ff-94db-b876a8cf1fbf tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (e0cd72e4-3ebb-40ac-8281-86baade19774), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:42.742294 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-9c153b50-3094-4204-9b4d-246eb888ab04 req-2b3e036b-e2c2-40ff-94db-b876a8cf1fbf tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:42.742696 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-9c153b50-3094-4204-9b4d-246eb888ab04 req-2b3e036b-e2c2-40ff-94db-b876a8cf1fbf tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646048'] for floatingip (5cba351f-bd7a-4dcd-be3d-84a2b6ea7a0a), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:42.743022 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [req-9c153b50-3094-4204-9b4d-246eb888ab04 req-2b3e036b-e2c2-40ff-94db-b876a8cf1fbf tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Floating IP 5cba351f-bd7a-4dcd-be3d-84a2b6ea7a0a disassociated. External IP: 172.27.0.212, port: e0cd72e4-3ebb-40ac-8281-86baade19774. Apr 08 17:50:42.743373 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-9c153b50-3094-4204-9b4d-246eb888ab04 req-2b3e036b-e2c2-40ff-94db-b876a8cf1fbf tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Calling delete_port for e0cd72e4-3ebb-40ac-8281-86baade19774 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:50:42.874387 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-9c153b50-3094-4204-9b4d-246eb888ab04 req-2b3e036b-e2c2-40ff-94db-b876a8cf1fbf tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (e0cd72e4-3ebb-40ac-8281-86baade19774), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:42.912421 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e036b-e2c2-40ff-94db-b876a8cf1fbf tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event deleted for resources: {'Port': ['ID=e0cd72e4-3ebb-40ac-8281-86baade19774,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:43.019727 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7f4aa592-6d9e-46e5-a64c-1d83875ca762 req-7d94f269-3079-42b5-be16-ec815ab2f3d1 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 210 time: 0.0358231 Apr 08 17:50:43.036790 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c153b50-3094-4204-9b4d-246eb888ab04 req-2b3e036b-e2c2-40ff-94db-b876a8cf1fbf tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Router 2523256f-9d81-4b59-b7b0-2a0e4333db4b has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:50:43.161317 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c153b50-3094-4204-9b4d-246eb888ab04 req-2b3e036b-e2c2-40ff-94db-b876a8cf1fbf tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:50:43.185884 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac292c-b3ee-429c-9574-42d43caff8d2 None None] Sync routers for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:50:43.198102 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac292c-b3ee-429c-9574-42d43caff8d2 None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:50:43.199293 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-feac292c-b3ee-429c-9574-42d43caff8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:50:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:43.207094 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c153b50-3094-4204-9b4d-246eb888ab04 req-2b3e036b-e2c2-40ff-94db-b876a8cf1fbf tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] No DVR routers for this DVR port e0cd72e4-3ebb-40ac-8281-86baade19774 on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:50:43.209664 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-9c153b50-3094-4204-9b4d-246eb888ab04 req-2b3e036b-e2c2-40ff-94db-b876a8cf1fbf tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:43.213121 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9c153b50-3094-4204-9b4d-246eb888ab04 req-2b3e036b-e2c2-40ff-94db-b876a8cf1fbf tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.91 "DELETE /v2.0/ports/e0cd72e4-3ebb-40ac-8281-86baade19774 HTTP/1.1" status: 204 len: 173 time: 1.0995548 Apr 08 17:50:43.213606 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ac4e0f-9543-4ad8-bbaf-94066da57f21', 'name': 'network-vif-deleted', 'tag': 'e0cd72e4-3ebb-40ac-8281-86baade19774'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:50:43.215956 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76eb475-f8e4-46dc-8e14-b938c4864cc4" -d '{"events": [{"server_uuid": "52ac4e0f-9543-4ad8-bbaf-94066da57f21", "name": "network-vif-deleted", "tag": "e0cd72e4-3ebb-40ac-8281-86baade19774"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:50:43.254612 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dc68ea-a651-4925-a53e-f3e357dd05de x-openstack-request-id: req-78dc68ea-a651-4925-a53e-f3e357dd05de {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:50:43.254915 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ac4e0f-9543-4ad8-bbaf-94066da57f21", "name": "network-vif-deleted", "tag": "e0cd72e4-3ebb-40ac-8281-86baade19774", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:50:43.255173 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78dc68ea-a651-4925-a53e-f3e357dd05de {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:50:43.255583 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78dc68ea-a651-4925-a53e-f3e357dd05de'] response: {'server_uuid': '52ac4e0f-9543-4ad8-bbaf-94066da57f21', 'name': 'network-vif-deleted', 'tag': 'e0cd72e4-3ebb-40ac-8281-86baade19774', 'status': 'completed', 'code': 200} Apr 08 17:50:43.340106 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-feac292c-b3ee-429c-9574-42d43caff8d2 None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:50:43.546909 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-feac292c-b3ee-429c-9574-42d43caff8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:43.572807 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac292c-b3ee-429c-9574-42d43caff8d2 None None] Checking router: 2523256f-9d81-4b59-b7b0-2a0e4333db4b for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:50:43.582454 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac292c-b3ee-429c-9574-42d43caff8d2 None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:50:43.583315 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-feac292c-b3ee-429c-9574-42d43caff8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:50:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:43.712872 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-feac292c-b3ee-429c-9574-42d43caff8d2 None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:50:43.920642 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-feac292c-b3ee-429c-9574-42d43caff8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:43.949749 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac292c-b3ee-429c-9574-42d43caff8d2 None None] The sync data for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi is: [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:46:12Z', 'revision_number': 4, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'e6b82678-51e5-4c0d-8367-6117473e8e43', 'name': '', 'network_id': 'bd0ad82c-1f24-48da-99df-4888f7a9a297', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'mac_address': 'fa:16:3e:b1:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:12Z', 'updated_at': '2022-04-08T17:46:16Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'subnets': [{'id': '45c432b0-63db-46fb-a453-edf44d8ceb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:50:44.134315 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-904d6e6a-7a11-4c71-92b6-eb5e1b9490c9 req-c61a54b5-27fd-4704-a06a-a65d7caea754 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 210 time: 0.0279062 Apr 08 17:50:44.181591 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dc3c6c-bebc-4617-813d-8d04720d581e None None] New status for floating IP 5cba351f-bd7a-4dcd-be3d-84a2b6ea7a0a: DOWN {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:50:45.251145 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-a90a14de-e221-4d13-96ea-1764a88453e1 req-844cebfe-605b-4a32-a583-d526e8f354c2 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/ports?device_id=52ac4e0f-9543-4ad8-bbaf-94066da57f21 HTTP/1.1" status: 200 len: 210 time: 0.0275879 Apr 08 17:50:45.310946 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:45.395904 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-ad8f564f-7e74-41bc-b4bc-d7e253bb1c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:46.336925 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52062) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:46.398664 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c5fe-db1b-4099-9e76-d1e549bf305d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (c9c77722-eb34-48ee-9388-11af5ccc8e89), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:46.425329 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c5fe-db1b-4099-9e76-d1e549bf305d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (c9c77722-eb34-48ee-9388-11af5ccc8e89), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:46.474893 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c5fe-db1b-4099-9e76-d1e549bf305d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (c9c77722-eb34-48ee-9388-11af5ccc8e89), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:46.477642 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c5fe-db1b-4099-9e76-d1e549bf305d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:46.478840 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-3aa4c5fe-db1b-4099-9e76-d1e549bf305d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "DELETE /v2.0/security-groups/c9c77722-eb34-48ee-9388-11af5ccc8e89 HTTP/1.1" status: 204 len: 168 time: 0.1408741 Apr 08 17:50:46.481692 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 52070) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:46.488453 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4c5fe-db1b-4099-9e76-d1e549bf305d tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c77722-eb34-48ee-9388-11af5ccc8e89,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:46.498510 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.api.v2.resource [None req-eec72d71-ed87-41d7-83f2-1dd8b9a40cf3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] show failed (client error): The resource could not be found. Apr 08 17:50:46.499711 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-eec72d71-ed87-41d7-83f2-1dd8b9a40cf3 tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "GET /v2.0/security-groups/c9c77722-eb34-48ee-9388-11af5ccc8e89 HTTP/1.1" status: 404 len: 347 time: 0.0168476 Apr 08 17:50:46.503102 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52072) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:46.631435 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b4712-e015-47c5-b98a-3d4348a3dc8b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Deleting port f5e8424e-ce27-4115-96e6-49638c27771b {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:50:46.631702 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ec3b4712-e015-47c5-b98a-3d4348a3dc8b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (f5e8424e-ce27-4115-96e6-49638c27771b), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:46.723277 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ec3b4712-e015-47c5-b98a-3d4348a3dc8b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (f5e8424e-ce27-4115-96e6-49638c27771b), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:46.723610 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ec3b4712-e015-47c5-b98a-3d4348a3dc8b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (f5e8424e-ce27-4115-96e6-49638c27771b), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:46.735388 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b4712-e015-47c5-b98a-3d4348a3dc8b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Calling delete_port for f5e8424e-ce27-4115-96e6-49638c27771b owned by network:floatingip {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:50:46.874339 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ec3b4712-e015-47c5-b98a-3d4348a3dc8b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (f5e8424e-ce27-4115-96e6-49638c27771b), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:46.898649 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b4712-e015-47c5-b98a-3d4348a3dc8b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Pushing event deleted for resources: {'Port': ['ID=f5e8424e-ce27-4115-96e6-49638c27771b,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:46.963757 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ec3b4712-e015-47c5-b98a-3d4348a3dc8b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks [] for floatingip (5cba351f-bd7a-4dcd-be3d-84a2b6ea7a0a), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:46.966511 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ec3b4712-e015-47c5-b98a-3d4348a3dc8b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:46.967757 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-ec3b4712-e015-47c5-b98a-3d4348a3dc8b tempest-AttachVolumeNegativeTest-1445531809 tempest-AttachVolumeNegativeTest-1445531809-project] 10.222.0.24 "DELETE /v2.0/floatingips/5cba351f-bd7a-4dcd-be3d-84a2b6ea7a0a HTTP/1.1" status: 204 len: 168 time: 0.4633942 Apr 08 17:50:47.333321 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device e0cd72e4-3ebb-40ac-8281-86baade19774 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:50:47.353219 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: e0cd72e4-3ebb-40ac-8281-86baade19774 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:50:47.353566 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device e0cd72e4-3ebb-40ac-8281-86baade19774 not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:50:48.055924 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-e8f54d3e-524d-449c-8fab-b274c4be3d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:48.866895 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:50.573965 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:51.945917 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:52.732158 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52140) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:53.075041 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8aabd1a7-7863-4519-b2f0-b453d5a55ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643744'] for router_interface (2523256f-9d81-4b59-b7b0-2a0e4333db4b), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:53.360036 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-8aabd1a7-7863-4519-b2f0-b453d5a55ce6 admin admin] Deleting port e6b82678-51e5-4c0d-8367-6117473e8e43 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:50:53.360411 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8aabd1a7-7863-4519-b2f0-b453d5a55ce6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (e6b82678-51e5-4c0d-8367-6117473e8e43), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:53.443250 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-8aabd1a7-7863-4519-b2f0-b453d5a55ce6 admin admin] For port e6b82678-51e5-4c0d-8367-6117473e8e43, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=e6b82678-51e5-4c0d-8367-6117473e8e43,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:53.443624 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8aabd1a7-7863-4519-b2f0-b453d5a55ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (e6b82678-51e5-4c0d-8367-6117473e8e43), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:53.457076 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-8aabd1a7-7863-4519-b2f0-b453d5a55ce6 admin admin] Calling delete_port for e6b82678-51e5-4c0d-8367-6117473e8e43 owned by network:router_interface {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:50:53.645059 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8aabd1a7-7863-4519-b2f0-b453d5a55ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (e6b82678-51e5-4c0d-8367-6117473e8e43), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:53.679601 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabd1a7-7863-4519-b2f0-b453d5a55ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b82678-51e5-4c0d-8367-6117473e8e43,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:53.846805 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8aabd1a7-7863-4519-b2f0-b453d5a55ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1643636'] for router_interface (2523256f-9d81-4b59-b7b0-2a0e4333db4b), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:54.072215 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aabd1a7-7863-4519-b2f0-b453d5a55ce6 admin admin] Router 2523256f-9d81-4b59-b7b0-2a0e4333db4b has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:50:54.185988 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aabd1a7-7863-4519-b2f0-b453d5a55ce6 admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:50:54.191121 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-8aabd1a7-7863-4519-b2f0-b453d5a55ce6 admin admin] 10.222.0.24 "PUT /v2.0/routers/2523256f-9d81-4b59-b7b0-2a0e4333db4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4578788 Apr 08 17:50:54.193544 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52152) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:54.196644 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea61f7-85e2-47db-9280-a9f6b2588ead None None] Sync routers for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:50:54.207374 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea61f7-85e2-47db-9280-a9f6b2588ead None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:50:54.208013 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-1dea61f7-85e2-47db-9280-a9f6b2588ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:50:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:54.306103 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cc060aec-8562-4cee-8fd6-05c1aa4c0371 admin admin] Publish callbacks [] for router (2523256f-9d81-4b59-b7b0-2a0e4333db4b), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:54.318629 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-1dea61f7-85e2-47db-9280-a9f6b2588ead None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:50:54.418540 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cc060aec-8562-4cee-8fd6-05c1aa4c0371 admin admin] Publish callbacks [] for router_gateway (2523256f-9d81-4b59-b7b0-2a0e4333db4b), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:54.476894 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-cc060aec-8562-4cee-8fd6-05c1aa4c0371 admin admin] Deleting port 39d1f7b4-5f16-4968-9459-5b2d1383855c {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:50:54.477242 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cc060aec-8562-4cee-8fd6-05c1aa4c0371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (39d1f7b4-5f16-4968-9459-5b2d1383855c), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:54.567749 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-cc060aec-8562-4cee-8fd6-05c1aa4c0371 admin admin] For port 39d1f7b4-5f16-4968-9459-5b2d1383855c, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=39d1f7b4-5f16-4968-9459-5b2d1383855c,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:54.568123 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cc060aec-8562-4cee-8fd6-05c1aa4c0371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (39d1f7b4-5f16-4968-9459-5b2d1383855c), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:54.582866 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-cc060aec-8562-4cee-8fd6-05c1aa4c0371 admin admin] Calling delete_port for 39d1f7b4-5f16-4968-9459-5b2d1383855c owned by network:router_gateway {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:50:54.588688 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-1dea61f7-85e2-47db-9280-a9f6b2588ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:50:53Z', 'revision_number': 5, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port': {'id': '39d1f7b4-5f16-4968-9459-5b2d1383855c', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:10Z', 'updated_at': '2022-04-08T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:54.615206 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea61f7-85e2-47db-9280-a9f6b2588ead None None] Checking router: 2523256f-9d81-4b59-b7b0-2a0e4333db4b for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:50:54.624121 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea61f7-85e2-47db-9280-a9f6b2588ead None None] Routers {'2523256f-9d81-4b59-b7b0-2a0e4333db4b'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:50:54.624810 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-1dea61f7-85e2-47db-9280-a9f6b2588ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:50:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:54.727401 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-1dea61f7-85e2-47db-9280-a9f6b2588ead None None] Set router 2523256f-9d81-4b59-b7b0-2a0e4333db4b gateway port host: None {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:50:54.773443 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cc060aec-8562-4cee-8fd6-05c1aa4c0371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (39d1f7b4-5f16-4968-9459-5b2d1383855c), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:54.804583 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-1dea61f7-85e2-47db-9280-a9f6b2588ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:50:54Z', 'revision_number': 6, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port_host': None}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:54.805720 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc060aec-8562-4cee-8fd6-05c1aa4c0371 admin admin] Pushing event deleted for resources: {'Port': ['ID=39d1f7b4-5f16-4968-9459-5b2d1383855c,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:54.833242 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea61f7-85e2-47db-9280-a9f6b2588ead None None] The sync data for ids ['2523256f-9d81-4b59-b7b0-2a0e4333db4b'] in dv-cinder-837164-1-iscsi is: [{'id': '2523256f-9d81-4b59-b7b0-2a0e4333db4b', 'name': 'tempest-AttachVolumeNegativeTest-495078667-router', 'tenant_id': 'aaabcfbd4b674669a45d5943f398cf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:46:09Z', 'updated_at': '2022-04-08T17:50:54Z', 'revision_number': 6, 'project_id': 'aaabcfbd4b674669a45d5943f398cf09', 'gw_port_host': None}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:50:54.877192 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cc060aec-8562-4cee-8fd6-05c1aa4c0371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645974'] for router_gateway (2523256f-9d81-4b59-b7b0-2a0e4333db4b), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:55.251078 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cc060aec-8562-4cee-8fd6-05c1aa4c0371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6559'] for router (2523256f-9d81-4b59-b7b0-2a0e4333db4b), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:55.254610 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cc060aec-8562-4cee-8fd6-05c1aa4c0371 admin admin] Publish callbacks [] for router_controller (2523256f-9d81-4b59-b7b0-2a0e4333db4b), precommit_delete_associations {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:55.299657 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cc060aec-8562-4cee-8fd6-05c1aa4c0371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1731893'] for router (2523256f-9d81-4b59-b7b0-2a0e4333db4b), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:55.300241 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc060aec-8562-4cee-8fd6-05c1aa4c0371 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2523256f-9d81-4b59-b7b0-2a0e4333db4b {{(pid=103643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 17:50:55.305505 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cc060aec-8562-4cee-8fd6-05c1aa4c0371 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:55.309036 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-cc060aec-8562-4cee-8fd6-05c1aa4c0371 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2523256f-9d81-4b59-b7b0-2a0e4333db4b HTTP/1.1" status: 204 len: 168 time: 1.1104250 Apr 08 17:50:55.309466 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52158) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:55.357139 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_v2 [None req-00dbba0e-b834-4729-bd77-b8207fc61084 admin admin] Deleting subnet 45c432b0-63db-46fb-a453-edf44d8ceb58 {{(pid=103643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:50:55.360574 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-00dbba0e-b834-4729-bd77-b8207fc61084 admin admin] Publish callbacks [] for subnet (45c432b0-63db-46fb-a453-edf44d8ceb58), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:55.394538 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-00dbba0e-b834-4729-bd77-b8207fc61084 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7555455'] for subnet (45c432b0-63db-46fb-a453-edf44d8ceb58), precommit_delete_associations {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:55.485377 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-00dbba0e-b834-4729-bd77-b8207fc61084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929042'] for subnet (45c432b0-63db-46fb-a453-edf44d8ceb58), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:55.542883 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-00dbba0e-b834-4729-bd77-b8207fc61084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7534635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5067481'] for subnet (45c432b0-63db-46fb-a453-edf44d8ceb58), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:55.569145 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbba0e-b834-4729-bd77-b8207fc61084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45c432b0-63db-46fb-a453-edf44d8ceb58,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:55.572808 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-00dbba0e-b834-4729-bd77-b8207fc61084 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:55.579291 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-00dbba0e-b834-4729-bd77-b8207fc61084 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/45c432b0-63db-46fb-a453-edf44d8ceb58 HTTP/1.1" status: 204 len: 168 time: 0.2654827 Apr 08 17:50:55.579291 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52160) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:55.582045 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e7ee4c-d8ee-4a9f-ae7a-08cf2ccd7fc6 None None] Network bd0ad82c-1f24-48da-99df-4888f7a9a297 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:50:55.656616 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-970409'] for network (bd0ad82c-1f24-48da-99df-4888f7a9a297), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:55.715215 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] Deleting port 2249a538-b9e9-458b-aa3c-1172d0195957 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:50:55.715552 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (2249a538-b9e9-458b-aa3c-1172d0195957), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:55.725179 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device e6b82678-51e5-4c0d-8367-6117473e8e43 no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:50:55.748742 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: e6b82678-51e5-4c0d-8367-6117473e8e43 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:50:55.749287 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device e6b82678-51e5-4c0d-8367-6117473e8e43 not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:50:55.749806 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 39d1f7b4-5f16-4968-9459-5b2d1383855c no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:50:55.769931 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: 39d1f7b4-5f16-4968-9459-5b2d1383855c {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:50:55.770375 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 39d1f7b4-5f16-4968-9459-5b2d1383855c not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:50:55.775313 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] DHCP port deletion for bd0ad82c-1f24-48da-99df-4888f7a9a297 request from dv-cinder-837164-1-iscsi {{(pid=103645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 17:50:55.799633 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] For port 2249a538-b9e9-458b-aa3c-1172d0195957, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=2249a538-b9e9-458b-aa3c-1172d0195957,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:55.799999 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (2249a538-b9e9-458b-aa3c-1172d0195957), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:55.813661 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] Calling delete_port for 2249a538-b9e9-458b-aa3c-1172d0195957 owned by network:dhcp {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:50:55.815979 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Deleting port 2249a538-b9e9-458b-aa3c-1172d0195957 {{(pid=103645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:50:55.816402 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (2249a538-b9e9-458b-aa3c-1172d0195957), before_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:55.891096 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] For port 2249a538-b9e9-458b-aa3c-1172d0195957, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=2249a538-b9e9-458b-aa3c-1172d0195957,segment=NetworkSegment(ad32b915-86ea-4ecd-9648-61d956570481),segment_id=ad32b915-86ea-4ecd-9648-61d956570481)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:55.891514 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (2249a538-b9e9-458b-aa3c-1172d0195957), precommit_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:55.907262 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Calling delete_port for 2249a538-b9e9-458b-aa3c-1172d0195957 owned by network:dhcp {{(pid=103645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:50:55.918936 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (2249a538-b9e9-458b-aa3c-1172d0195957), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:55.944107 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] Pushing event deleted for resources: {'Port': ['ID=2249a538-b9e9-458b-aa3c-1172d0195957,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:55.945984 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] No DVR routers for this DVR port 2249a538-b9e9-458b-aa3c-1172d0195957 on host dv-cinder-837164-1-iscsi {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:50:55.997924 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641'] for port (2249a538-b9e9-458b-aa3c-1172d0195957), after_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:56.017817 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931487', 'neutron.services.segments.db._delete_segments_for_network-8761101197981'] for network (bd0ad82c-1f24-48da-99df-4888f7a9a297), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:56.022891 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Pushing event deleted for resources: {'Port': ['ID=2249a538-b9e9-458b-aa3c-1172d0195957,revision_number=None']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:56.029131 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] No DVR routers for this DVR port 2249a538-b9e9-458b-aa3c-1172d0195957 on host dv-cinder-837164-1-iscsi {{(pid=103645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:50:56.040754 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:56.041206 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:56.042101 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0ad82c-1f24-48da-99df-4888f7a9a297']}} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:56.043391 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:56.043991 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:56.044377 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:56.044859 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:56.045326 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:56.045849 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:56.046200 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:56.046541 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:56.046882 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:56.047249 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:56.047567 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:56.047900 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:56.048256 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74eaddd-4fa6-450f-8d2f-0b434b9a41b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:56.052163 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad32b915-86ea-4ecd-9648-61d956570481') {'for_net_delete': True} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:56.052673 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad32b915-86ea-4ecd-9648-61d956570481') {} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:56.066314 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761101199014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7555446'] for segment (ad32b915-86ea-4ecd-9648-61d956570481), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:56.081346 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (ad32b915-86ea-4ecd-9648-61d956570481), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:56.088271 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=103643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:50:56.088676 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7534669'] for segment (ad32b915-86ea-4ecd-9648-61d956570481), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: Traceback (most recent call last): Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: timer() Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: cb(*args, **kw) Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: return func(*args, **kwargs) Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: self._notify() Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: self.callback(batched_events) Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: event.method(event) Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: return f(self, *a, **k) Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._get(url).json() Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: return self.request(url, 'GET', **kwargs) Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:50:56.090434 dv-cinder-837164-1-iscsi neutron-server[103643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:50:56.147808 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646066'] for network (bd0ad82c-1f24-48da-99df-4888f7a9a297), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:56.153775 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:56.156867 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] 10.222.0.24 "DELETE /v2.0/networks/bd0ad82c-1f24-48da-99df-4888f7a9a297 HTTP/1.1" status: 204 len: 168 time: 0.5768244 Apr 08 17:50:56.167487 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36b47d-3f3a-4603-bd0b-9b32e5a7411c admin admin] Pushing event deleted for resources: {'Network': ['ID=bd0ad82c-1f24-48da-99df-4888f7a9a297,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:56.325156 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52166) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:56.373607 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-673233df-123a-401a-87ba-6248e0b98519 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aaabcfbd4b674669a45d5943f398cf09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472772 Apr 08 17:50:56.376015 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52168) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:56.426225 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ebd34083-d40c-47b1-a770-12c9ba499575 admin admin] Publish callbacks [] for security_group (65086c81-ca95-471e-9017-98c4d1c63ff7), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:56.453909 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ebd34083-d40c-47b1-a770-12c9ba499575 admin admin] Publish callbacks [] for security_group (65086c81-ca95-471e-9017-98c4d1c63ff7), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:56.501157 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ebd34083-d40c-47b1-a770-12c9ba499575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (65086c81-ca95-471e-9017-98c4d1c63ff7), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:56.504318 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ebd34083-d40c-47b1-a770-12c9ba499575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:56.505488 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-ebd34083-d40c-47b1-a770-12c9ba499575 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65086c81-ca95-471e-9017-98c4d1c63ff7 HTTP/1.1" status: 204 len: 168 time: 0.1280291 Apr 08 17:50:56.513373 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd34083-d40c-47b1-a770-12c9ba499575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65086c81-ca95-471e-9017-98c4d1c63ff7,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:57.698398 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 2249a538-b9e9-458b-aa3c-1172d0195957 no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:50:57.719541 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: 2249a538-b9e9-458b-aa3c-1172d0195957 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:50:57.719889 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 2249a538-b9e9-458b-aa3c-1172d0195957 not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:50:57.830892 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 52228) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:57.941734 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-99a35dec-d6f4-499d-a8dc-bff3a4e114ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:58.026880 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-99a35dec-d6f4-499d-a8dc-bff3a4e114ad admin admin] Publish callbacks [] for security_group (39a10ae8-6e9e-463d-83aa-23eef4c0886a), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:58.031255 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-99a35dec-d6f4-499d-a8dc-bff3a4e114ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (39a10ae8-6e9e-463d-83aa-23eef4c0886a), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:58.071142 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-99a35dec-d6f4-499d-a8dc-bff3a4e114ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed80ba0b60ac4a7eb77f07403071cb39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390430 Apr 08 17:50:58.072344 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a35dec-d6f4-499d-a8dc-bff3a4e114ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a10ae8-6e9e-463d-83aa-23eef4c0886a,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:58.074012 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52232) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:58.126631 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5a93-2f0f-456d-9ba1-cfd9bb9e9017 admin admin] Publish callbacks [] for security_group (39a10ae8-6e9e-463d-83aa-23eef4c0886a), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:58.148155 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5a93-2f0f-456d-9ba1-cfd9bb9e9017 admin admin] Publish callbacks [] for security_group (39a10ae8-6e9e-463d-83aa-23eef4c0886a), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:58.205699 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5a93-2f0f-456d-9ba1-cfd9bb9e9017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (39a10ae8-6e9e-463d-83aa-23eef4c0886a), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:58.208370 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5a93-2f0f-456d-9ba1-cfd9bb9e9017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:58.209519 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-8ecd5a93-2f0f-456d-9ba1-cfd9bb9e9017 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39a10ae8-6e9e-463d-83aa-23eef4c0886a HTTP/1.1" status: 204 len: 168 time: 0.1345193 Apr 08 17:50:58.217714 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd5a93-2f0f-456d-9ba1-cfd9bb9e9017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a10ae8-6e9e-463d-83aa-23eef4c0886a,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:00.018509 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52316) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:00.134889 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-76e7077d-96db-467e-a3b8-9e2c7bfe9746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:00.218429 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-76e7077d-96db-467e-a3b8-9e2c7bfe9746 admin admin] Publish callbacks [] for security_group (8b47ffca-fa66-4def-ac9a-4239d8e8ea84), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:00.222345 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-76e7077d-96db-467e-a3b8-9e2c7bfe9746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (8b47ffca-fa66-4def-ac9a-4239d8e8ea84), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:00.263229 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-76e7077d-96db-467e-a3b8-9e2c7bfe9746 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aaf814eb296b408087f4eaf8a320210a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435036 Apr 08 17:51:00.264160 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7077d-96db-467e-a3b8-9e2c7bfe9746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b47ffca-fa66-4def-ac9a-4239d8e8ea84,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:00.266889 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 52326) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:00.316851 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc585-5dbe-4b6c-ba11-4641f4715a1b admin admin] Publish callbacks [] for security_group (8b47ffca-fa66-4def-ac9a-4239d8e8ea84), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:00.343168 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc585-5dbe-4b6c-ba11-4641f4715a1b admin admin] Publish callbacks [] for security_group (8b47ffca-fa66-4def-ac9a-4239d8e8ea84), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:00.391881 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc585-5dbe-4b6c-ba11-4641f4715a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (8b47ffca-fa66-4def-ac9a-4239d8e8ea84), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:00.394570 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc585-5dbe-4b6c-ba11-4641f4715a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:00.395731 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-a8ddc585-5dbe-4b6c-ba11-4641f4715a1b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b47ffca-fa66-4def-ac9a-4239d8e8ea84 HTTP/1.1" status: 204 len: 168 time: 0.1270189 Apr 08 17:51:00.403683 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddc585-5dbe-4b6c-ba11-4641f4715a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b47ffca-fa66-4def-ac9a-4239d8e8ea84,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:00.690352 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 52332) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:00.703759 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8352bf69-6669-498c-925c-139f92355c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:00.782491 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8352bf69-6669-498c-925c-139f92355c89 admin admin] Publish callbacks [] for security_group (d858589d-ae00-4049-b6a5-bbae6590d5de), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:00.786773 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8352bf69-6669-498c-925c-139f92355c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (d858589d-ae00-4049-b6a5-bbae6590d5de), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:00.825058 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352bf69-6669-498c-925c-139f92355c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d858589d-ae00-4049-b6a5-bbae6590d5de,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:00.830561 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-8352bf69-6669-498c-925c-139f92355c89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fb10ad916ce4dca86f69cd7f87741bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382210 Apr 08 17:51:00.832172 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 52334) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:00.882495 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f7f1-5dad-4f40-9b9e-dc64b3580f04 admin admin] Publish callbacks [] for security_group (d858589d-ae00-4049-b6a5-bbae6590d5de), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:00.905239 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f7f1-5dad-4f40-9b9e-dc64b3580f04 admin admin] Publish callbacks [] for security_group (d858589d-ae00-4049-b6a5-bbae6590d5de), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:00.957705 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f7f1-5dad-4f40-9b9e-dc64b3580f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (d858589d-ae00-4049-b6a5-bbae6590d5de), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:00.960377 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f7f1-5dad-4f40-9b9e-dc64b3580f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:00.961574 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-0fb8f7f1-5dad-4f40-9b9e-dc64b3580f04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d858589d-ae00-4049-b6a5-bbae6590d5de HTTP/1.1" status: 204 len: 168 time: 0.1284733 Apr 08 17:51:00.969509 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8f7f1-5dad-4f40-9b9e-dc64b3580f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d858589d-ae00-4049-b6a5-bbae6590d5de,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:01.420003 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 52354) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:01.554021 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-59aed28f-3c3e-4ddc-ba1b-d117e74a38f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:01.648609 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-59aed28f-3c3e-4ddc-ba1b-d117e74a38f5 admin admin] Publish callbacks [] for security_group (8c07f575-3a07-4deb-9a30-9745e6c5655b), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:01.652920 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-59aed28f-3c3e-4ddc-ba1b-d117e74a38f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (8c07f575-3a07-4deb-9a30-9745e6c5655b), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:01.694691 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-59aed28f-3c3e-4ddc-ba1b-d117e74a38f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ac49a0afae84829af338334149b7f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735491 Apr 08 17:51:01.697168 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aed28f-3c3e-4ddc-ba1b-d117e74a38f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c07f575-3a07-4deb-9a30-9745e6c5655b,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:01.698306 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52366) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:01.751526 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b198060c-77f2-456d-81d2-278ff09d468a admin admin] Publish callbacks [] for security_group (8c07f575-3a07-4deb-9a30-9745e6c5655b), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:01.782167 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b198060c-77f2-456d-81d2-278ff09d468a admin admin] Publish callbacks [] for security_group (8c07f575-3a07-4deb-9a30-9745e6c5655b), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:01.843800 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b198060c-77f2-456d-81d2-278ff09d468a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (8c07f575-3a07-4deb-9a30-9745e6c5655b), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:01.850194 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b198060c-77f2-456d-81d2-278ff09d468a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:01.855950 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-b198060c-77f2-456d-81d2-278ff09d468a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c07f575-3a07-4deb-9a30-9745e6c5655b HTTP/1.1" status: 204 len: 168 time: 0.1512272 Apr 08 17:51:01.865217 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198060c-77f2-456d-81d2-278ff09d468a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c07f575-3a07-4deb-9a30-9745e6c5655b,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:02.273131 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52386) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:02.286708 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-536c412b-ce82-4896-94db-863bea5dd618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:02.371522 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-536c412b-ce82-4896-94db-863bea5dd618 admin admin] Publish callbacks [] for security_group (3851b0ed-06c7-4769-bed5-fff109616a23), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:02.375735 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-536c412b-ce82-4896-94db-863bea5dd618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (3851b0ed-06c7-4769-bed5-fff109616a23), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:02.425743 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-536c412b-ce82-4896-94db-863bea5dd618 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57e476f22c1e4409a6a817f0041e8949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515064 Apr 08 17:51:02.426638 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c412b-ce82-4896-94db-863bea5dd618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3851b0ed-06c7-4769-bed5-fff109616a23,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:02.428496 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 52392) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:02.485343 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4afe9fcd-3acc-4c00-b116-2ee2dd904a77 admin admin] Publish callbacks [] for security_group (3851b0ed-06c7-4769-bed5-fff109616a23), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:02.516790 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4afe9fcd-3acc-4c00-b116-2ee2dd904a77 admin admin] Publish callbacks [] for security_group (3851b0ed-06c7-4769-bed5-fff109616a23), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:02.557574 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:51:02.570691 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4afe9fcd-3acc-4c00-b116-2ee2dd904a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (3851b0ed-06c7-4769-bed5-fff109616a23), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:02.573442 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4afe9fcd-3acc-4c00-b116-2ee2dd904a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:02.574593 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-4afe9fcd-3acc-4c00-b116-2ee2dd904a77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3851b0ed-06c7-4769-bed5-fff109616a23 HTTP/1.1" status: 204 len: 168 time: 0.1447606 Apr 08 17:51:02.586677 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe9fcd-3acc-4c00-b116-2ee2dd904a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3851b0ed-06c7-4769-bed5-fff109616a23,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:02.815560 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 52404) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:02.932275 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-12eb3117-95e8-4b7e-9d1f-dfed3a14c011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:03.024590 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-12eb3117-95e8-4b7e-9d1f-dfed3a14c011 admin admin] Publish callbacks [] for security_group (1d1d2959-a3e0-4ae1-a653-013061887e9f), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:03.028965 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-12eb3117-95e8-4b7e-9d1f-dfed3a14c011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (1d1d2959-a3e0-4ae1-a653-013061887e9f), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:03.074798 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb3117-95e8-4b7e-9d1f-dfed3a14c011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1d2959-a3e0-4ae1-a653-013061887e9f,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:03.083723 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-12eb3117-95e8-4b7e-9d1f-dfed3a14c011 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=706736794ee044ee8985adbe5ccdb38c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634752 Apr 08 17:51:03.083968 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 52416) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:03.141683 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-473522f5-427d-4583-9011-250d10600cf6 admin admin] Publish callbacks [] for security_group (1d1d2959-a3e0-4ae1-a653-013061887e9f), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:03.173692 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-473522f5-427d-4583-9011-250d10600cf6 admin admin] Publish callbacks [] for security_group (1d1d2959-a3e0-4ae1-a653-013061887e9f), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:03.234778 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-473522f5-427d-4583-9011-250d10600cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (1d1d2959-a3e0-4ae1-a653-013061887e9f), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:03.238089 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-473522f5-427d-4583-9011-250d10600cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:03.239734 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-473522f5-427d-4583-9011-250d10600cf6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d1d2959-a3e0-4ae1-a653-013061887e9f HTTP/1.1" status: 204 len: 168 time: 0.1546373 Apr 08 17:51:03.249910 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473522f5-427d-4583-9011-250d10600cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1d2959-a3e0-4ae1-a653-013061887e9f,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:03.586199 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52434) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:03.604814 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b1d8eb9a-7578-46f6-baf8-31063dec9078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:03.698889 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b1d8eb9a-7578-46f6-baf8-31063dec9078 admin admin] Publish callbacks [] for security_group (571d8bda-f240-4e80-b992-ab20af93811b), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:03.704911 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b1d8eb9a-7578-46f6-baf8-31063dec9078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (571d8bda-f240-4e80-b992-ab20af93811b), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:03.747238 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-b1d8eb9a-7578-46f6-baf8-31063dec9078 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b5dfc2bf5cd46fabb82aa58d033ea8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599452 Apr 08 17:51:03.748395 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8eb9a-7578-46f6-baf8-31063dec9078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571d8bda-f240-4e80-b992-ab20af93811b,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:03.750033 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 52440) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:03.804242 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f308e649-cc09-4285-a492-284c7f5a0997 admin admin] Publish callbacks [] for security_group (571d8bda-f240-4e80-b992-ab20af93811b), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:03.826665 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f308e649-cc09-4285-a492-284c7f5a0997 admin admin] Publish callbacks [] for security_group (571d8bda-f240-4e80-b992-ab20af93811b), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:03.877630 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f308e649-cc09-4285-a492-284c7f5a0997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (571d8bda-f240-4e80-b992-ab20af93811b), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:03.880269 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f308e649-cc09-4285-a492-284c7f5a0997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:03.881456 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-f308e649-cc09-4285-a492-284c7f5a0997 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/571d8bda-f240-4e80-b992-ab20af93811b HTTP/1.1" status: 204 len: 168 time: 0.1296568 Apr 08 17:51:03.893802 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308e649-cc09-4285-a492-284c7f5a0997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571d8bda-f240-4e80-b992-ab20af93811b,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:04.988716 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 52510) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:05.043505 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 52514) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:05.159362 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-593b1b6a-54f7-4b6e-8526-a02963f3f4f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:05.175524 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-711c00ec-436e-41af-b90f-e82c1a0518de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:05.307402 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-593b1b6a-54f7-4b6e-8526-a02963f3f4f3 admin admin] Publish callbacks [] for security_group (c7d3144e-48b7-40e7-a249-da4972b843b9), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:05.311519 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-593b1b6a-54f7-4b6e-8526-a02963f3f4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (c7d3144e-48b7-40e7-a249-da4972b843b9), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:05.330460 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-711c00ec-436e-41af-b90f-e82c1a0518de admin admin] Publish callbacks [] for security_group (6dd05bc7-a2a5-4b7e-9dd4-d811395f02f2), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:05.345106 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-711c00ec-436e-41af-b90f-e82c1a0518de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (6dd05bc7-a2a5-4b7e-9dd4-d811395f02f2), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:05.364758 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-593b1b6a-54f7-4b6e-8526-a02963f3f4f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90e09b5e9f814807b8a081f76e75391f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3202360 Apr 08 17:51:05.367587 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52518) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:05.376322 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b1b6a-54f7-4b6e-8526-a02963f3f4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d3144e-48b7-40e7-a249-da4972b843b9,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:05.390411 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-711c00ec-436e-41af-b90f-e82c1a0518de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbdef08e90d1443996a7eb521a0720e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3978386 Apr 08 17:51:05.390738 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52520) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:05.406494 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c00ec-436e-41af-b90f-e82c1a0518de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd05bc7-a2a5-4b7e-9dd4-d811395f02f2,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:05.463658 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-19ed7f45-98d6-4644-a9f9-d5f756c7967a admin admin] Publish callbacks [] for security_group (c7d3144e-48b7-40e7-a249-da4972b843b9), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:05.475181 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-52fedd64-7bb8-4af6-aa85-97f7e60dc5a0 admin admin] Publish callbacks [] for security_group (6dd05bc7-a2a5-4b7e-9dd4-d811395f02f2), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:05.500598 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-19ed7f45-98d6-4644-a9f9-d5f756c7967a admin admin] Publish callbacks [] for security_group (c7d3144e-48b7-40e7-a249-da4972b843b9), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:05.515391 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-52fedd64-7bb8-4af6-aa85-97f7e60dc5a0 admin admin] Publish callbacks [] for security_group (6dd05bc7-a2a5-4b7e-9dd4-d811395f02f2), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:05.583916 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-19ed7f45-98d6-4644-a9f9-d5f756c7967a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (c7d3144e-48b7-40e7-a249-da4972b843b9), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:05.586613 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-19ed7f45-98d6-4644-a9f9-d5f756c7967a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:05.587820 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-19ed7f45-98d6-4644-a9f9-d5f756c7967a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7d3144e-48b7-40e7-a249-da4972b843b9 HTTP/1.1" status: 204 len: 168 time: 0.2191720 Apr 08 17:51:05.590655 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-52fedd64-7bb8-4af6-aa85-97f7e60dc5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (6dd05bc7-a2a5-4b7e-9dd4-d811395f02f2), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:05.593183 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-52fedd64-7bb8-4af6-aa85-97f7e60dc5a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:05.594306 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-52fedd64-7bb8-4af6-aa85-97f7e60dc5a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6dd05bc7-a2a5-4b7e-9dd4-d811395f02f2 HTTP/1.1" status: 204 len: 168 time: 0.2030830 Apr 08 17:51:05.601537 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed7f45-98d6-4644-a9f9-d5f756c7967a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d3144e-48b7-40e7-a249-da4972b843b9,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:05.611309 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fedd64-7bb8-4af6-aa85-97f7e60dc5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd05bc7-a2a5-4b7e-9dd4-d811395f02f2,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:05.960787 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52536) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:05.974344 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-952ee082-ddca-4bb6-b091-739ddfae8b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:06.060414 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-952ee082-ddca-4bb6-b091-739ddfae8b42 admin admin] Publish callbacks [] for security_group (e054be12-16bb-4efe-b0bf-8b57b19622f6), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:06.066677 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-952ee082-ddca-4bb6-b091-739ddfae8b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (e054be12-16bb-4efe-b0bf-8b57b19622f6), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:06.108548 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-952ee082-ddca-4bb6-b091-739ddfae8b42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1590633d1b364c4cb17259c608ea6c5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466172 Apr 08 17:51:06.109420 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ee082-ddca-4bb6-b091-739ddfae8b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e054be12-16bb-4efe-b0bf-8b57b19622f6,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:06.112688 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52540) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:06.170753 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6abb4a1b-ab90-43b8-a88b-6748d17cf976 admin admin] Publish callbacks [] for security_group (e054be12-16bb-4efe-b0bf-8b57b19622f6), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:06.194573 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6abb4a1b-ab90-43b8-a88b-6748d17cf976 admin admin] Publish callbacks [] for security_group (e054be12-16bb-4efe-b0bf-8b57b19622f6), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:06.250953 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6abb4a1b-ab90-43b8-a88b-6748d17cf976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (e054be12-16bb-4efe-b0bf-8b57b19622f6), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:06.254170 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6abb4a1b-ab90-43b8-a88b-6748d17cf976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:06.255550 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-6abb4a1b-ab90-43b8-a88b-6748d17cf976 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e054be12-16bb-4efe-b0bf-8b57b19622f6 HTTP/1.1" status: 204 len: 168 time: 0.1418724 Apr 08 17:51:06.263854 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb4a1b-ab90-43b8-a88b-6748d17cf976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e054be12-16bb-4efe-b0bf-8b57b19622f6,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:07.032526 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 52586) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:07.152296 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-014c40bc-2031-4c75-b9de-f43bfe043809 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1576780733-network', 'tenant_id': '5e4489fcbf3c44c58c2f94e94f41cbd1'}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:51:07.174300 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014c40bc-2031-4c75-b9de-f43bfe043809 admin admin] Made reservation on behalf of 5e4489fcbf3c44c58c2f94e94f41cbd1 for: {'network': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:51:07.176748 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-014c40bc-2031-4c75-b9de-f43bfe043809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for network (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:07.185145 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-014c40bc-2031-4c75-b9de-f43bfe043809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:07.271618 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-014c40bc-2031-4c75-b9de-f43bfe043809 admin admin] Publish callbacks [] for security_group (256b5e96-c121-4baf-8c7a-0602364ccfdd), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:07.275523 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-014c40bc-2031-4c75-b9de-f43bfe043809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (256b5e96-c121-4baf-8c7a-0602364ccfdd), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:07.300925 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014c40bc-2031-4c75-b9de-f43bfe043809 admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=103644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:51:07.311192 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c40bc-2031-4c75-b9de-f43bfe043809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256b5e96-c121-4baf-8c7a-0602364ccfdd,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:07.318201 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-014c40bc-2031-4c75-b9de-f43bfe043809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (5e0de06a-5e0a-4d1e-9ded-65e9493aedfb), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:07.318552 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.db.segments_db [None req-014c40bc-2031-4c75-b9de-f43bfe043809 admin admin] Added segment 5e0de06a-5e0a-4d1e-9ded-65e9493aedfb of type vlan for network 05e5c43c-13fb-4974-ad3e-4fff16a3d075 Apr 08 17:51:07.359892 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-014c40bc-2031-4c75-b9de-f43bfe043809 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761100671573'] for network (05e5c43c-13fb-4974-ad3e-4fff16a3d075), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:07.386138 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-014c40bc-2031-4c75-b9de-f43bfe043809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617'] for network (05e5c43c-13fb-4974-ad3e-4fff16a3d075), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:07.387191 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014c40bc-2031-4c75-b9de-f43bfe043809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:07.387773 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-014c40bc-2031-4c75-b9de-f43bfe043809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:07.419567 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-014c40bc-2031-4c75-b9de-f43bfe043809 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3858476 Apr 08 17:51:07.422672 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 52592) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:07.456635 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.v2.base [None req-e2906aa1-71f2-4b58-bc91-5e5291be04fe admin admin] Request body: {'subnet': {'network_id': '05e5c43c-13fb-4974-ad3e-4fff16a3d075', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1576780733-subnet', 'tenant_id': '5e4489fcbf3c44c58c2f94e94f41cbd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:51:07.468453 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c40bc-2031-4c75-b9de-f43bfe043809 admin admin] Pushing event updated for resources: {'Network': ['ID=05e5c43c-13fb-4974-ad3e-4fff16a3d075,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:07.479442 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Network 05e5c43c-13fb-4974-ad3e-4fff16a3d075 details requested by agent ovs-agent-dv-cinder-837164-1-iscsi with host dv-cinder-837164-1-iscsi {{(pid=103645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:51:07.484603 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2906aa1-71f2-4b58-bc91-5e5291be04fe admin admin] Made reservation on behalf of 5e4489fcbf3c44c58c2f94e94f41cbd1 for: {'subnet': 1} {{(pid=103644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:51:07.487615 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e2906aa1-71f2-4b58-bc91-5e5291be04fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4944660'] for subnet (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:07.662609 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e2906aa1-71f2-4b58-bc91-5e5291be04fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5086115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4944762'] for subnet (90eff61f-b6a1-47bf-99d6-be7b26f0ee8a), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:07.708058 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2906aa1-71f2-4b58-bc91-5e5291be04fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=90eff61f-b6a1-47bf-99d6-be7b26f0ee8a,revision_number=0']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:07.733207 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2906aa1-71f2-4b58-bc91-5e5291be04fe admin admin] Checking segment: {'id': '5e0de06a-5e0a-4d1e-9ded-65e9493aedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '05e5c43c-13fb-4974-ad3e-4fff16a3d075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:51:07.733207 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2906aa1-71f2-4b58-bc91-5e5291be04fe admin admin] Network hostable DHCP agents. Network: 05e5c43c-13fb-4974-ad3e-4fff16a3d075, hostable agents: ['72b2ee88-fa79-44c9-b63e-eafca22f1392'], hosted agents: [] {{(pid=103644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:51:07.751770 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2906aa1-71f2-4b58-bc91-5e5291be04fe admin admin] Network 05e5c43c-13fb-4974-ad3e-4fff16a3d075 is scheduled to be hosted by DHCP agent 72b2ee88-fa79-44c9-b63e-eafca22f1392 with binding_index 1 {{(pid=103644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:51:07.760279 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-e2906aa1-71f2-4b58-bc91-5e5291be04fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837164-1-iscsi, 05e5c43c-13fb-4974-ad3e-4fff16a3d075) {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:51:07.765174 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2906aa1-71f2-4b58-bc91-5e5291be04fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:07.766055 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e2906aa1-71f2-4b58-bc91-5e5291be04fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:07.769709 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba7e447-a089-486e-9d67-9b3f0e37e62c None None] Network 05e5c43c-13fb-4974-ad3e-4fff16a3d075 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:51:07.783932 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-e2906aa1-71f2-4b58-bc91-5e5291be04fe admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3576760 Apr 08 17:51:07.871181 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e277156-0107-4e7a-a78b-ebee251f459d None None] Network 05e5c43c-13fb-4974-ad3e-4fff16a3d075 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:51:12.761230 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc6112-25a9-420c-831c-2d57cb262677 req-795f595d-8d18-44d3-a16c-b5538c755f0e tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:12.762712 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-50fc6112-25a9-420c-831c-2d57cb262677 req-795f595d-8d18-44d3-a16c-b5538c755f0e tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/networks?id=05e5c43c-13fb-4974-ad3e-4fff16a3d075 HTTP/1.1" status: 200 len: 814 time: 0.1307387 Apr 08 17:51:12.777596 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-50fc6112-25a9-420c-831c-2d57cb262677 req-dfc01c0c-129f-4b80-b4dd-03a1cc4f1593 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/quotas/5e4489fcbf3c44c58c2f94e94f41cbd1 HTTP/1.1" status: 200 len: 375 time: 0.0089505 Apr 08 17:51:12.814489 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-50fc6112-25a9-420c-831c-2d57cb262677 req-801dc806-ba98-4805-bb4f-7ff31bdf83a7 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e4489fcbf3c44c58c2f94e94f41cbd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319357 Apr 08 17:51:12.908281 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2d3d0644-94ff-4262-9fc7-62efdffff2b1 service neutron] 10.222.0.24 "GET /v2.0/networks/05e5c43c-13fb-4974-ad3e-4fff16a3d075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860250 Apr 08 17:51:13.227290 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-50fc6112-25a9-420c-831c-2d57cb262677 req-42649b6d-3f92-431f-aed8-f990d59647fb service neutron] 10.222.0.24 "GET /v2.0/networks/05e5c43c-13fb-4974-ad3e-4fff16a3d075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130064 Apr 08 17:51:13.399437 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-59d5f7c7-f7fe-4292-ba9f-9e559a7c354f req-8c00bd51-7f5a-4ff5-b3c3-2cb2eac4c237 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2 HTTP/1.1" status: 200 len: 210 time: 0.0279984 Apr 08 17:51:14.495748 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-60487047-52e7-482e-bf6b-16a0e0cf8baa req-20068d9f-69f4-4dfc-8ef9-2ab355aed3b0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2 HTTP/1.1" status: 200 len: 210 time: 0.0276210 Apr 08 17:51:14.755878 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc6112-25a9-420c-831c-2d57cb262677 req-adb19097-095e-42ef-a23f-8a67a8780848 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:14.758269 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-50fc6112-25a9-420c-831c-2d57cb262677 req-adb19097-095e-42ef-a23f-8a67a8780848 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.91 "GET /v2.0/networks?id=05e5c43c-13fb-4974-ad3e-4fff16a3d075 HTTP/1.1" status: 200 len: 814 time: 0.1113815 Apr 08 17:51:14.779113 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-50fc6112-25a9-420c-831c-2d57cb262677 req-ccd3c763-d95a-47ad-a8bc-aa4254469e4b tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Request body: {'port': {'device_id': 'd2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2', 'network_id': '05e5c43c-13fb-4974-ad3e-4fff16a3d075', 'admin_state_up': True, 'tenant_id': '5e4489fcbf3c44c58c2f94e94f41cbd1'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:51:14.901277 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50fc6112-25a9-420c-831c-2d57cb262677 req-ccd3c763-d95a-47ad-a8bc-aa4254469e4b tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Made reservation on behalf of 5e4489fcbf3c44c58c2f94e94f41cbd1 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:51:14.904956 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-50fc6112-25a9-420c-831c-2d57cb262677 req-ccd3c763-d95a-47ad-a8bc-aa4254469e4b tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:14.948051 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 52680) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:15.054196 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-50fc6112-25a9-420c-831c-2d57cb262677 req-ccd3c763-d95a-47ad-a8bc-aa4254469e4b tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Allocated IP 172.20.0.7 (05e5c43c-13fb-4974-ad3e-4fff16a3d075/90eff61f-b6a1-47bf-99d6-be7b26f0ee8a/0f512e8b-008c-4c70-a6bf-72a732a56164) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:51:15.066247 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2c53-2d21-41d7-aeda-eccf47116c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:15.146134 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2c53-2d21-41d7-aeda-eccf47116c13 admin admin] Publish callbacks [] for security_group (22d3631a-4069-493e-85e1-f760540e4242), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:15.150231 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2c53-2d21-41d7-aeda-eccf47116c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (22d3631a-4069-493e-85e1-f760540e4242), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:15.192239 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e2c53-2d21-41d7-aeda-eccf47116c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d3631a-4069-493e-85e1-f760540e4242,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:15.197737 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-dc9e2c53-2d21-41d7-aeda-eccf47116c13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92796a83ef614923952bd874f0648eb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485929 Apr 08 17:51:15.201075 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 52684) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:15.222349 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-50fc6112-25a9-420c-831c-2d57cb262677 req-ccd3c763-d95a-47ad-a8bc-aa4254469e4b tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Publish callbacks [] for port (0f512e8b-008c-4c70-a6bf-72a732a56164), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:15.251533 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e2da11ac-75b7-4bef-bbdd-443d99c872b8 admin admin] Publish callbacks [] for security_group (22d3631a-4069-493e-85e1-f760540e4242), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:15.264028 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-50fc6112-25a9-420c-831c-2d57cb262677 req-ccd3c763-d95a-47ad-a8bc-aa4254469e4b tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (0f512e8b-008c-4c70-a6bf-72a732a56164), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:15.274413 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e2da11ac-75b7-4bef-bbdd-443d99c872b8 admin admin] Publish callbacks [] for security_group (22d3631a-4069-493e-85e1-f760540e4242), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:15.313020 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:15.315675 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50fc6112-25a9-420c-831c-2d57cb262677 req-ccd3c763-d95a-47ad-a8bc-aa4254469e4b tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Network 05e5c43c-13fb-4974-ad3e-4fff16a3d075 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:51:15.318856 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-50fc6112-25a9-420c-831c-2d57cb262677 req-ccd3c763-d95a-47ad-a8bc-aa4254469e4b tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:51:15.322580 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fc6112-25a9-420c-831c-2d57cb262677 req-ccd3c763-d95a-47ad-a8bc-aa4254469e4b tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:51:15.333172 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e2da11ac-75b7-4bef-bbdd-443d99c872b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (22d3631a-4069-493e-85e1-f760540e4242), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:15.335898 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e2da11ac-75b7-4bef-bbdd-443d99c872b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:15.337233 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-e2da11ac-75b7-4bef-bbdd-443d99c872b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22d3631a-4069-493e-85e1-f760540e4242 HTTP/1.1" status: 204 len: 168 time: 0.1350720 Apr 08 17:51:15.348519 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da11ac-75b7-4bef-bbdd-443d99c872b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d3631a-4069-493e-85e1-f760540e4242,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:15.358304 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3c763-d95a-47ad-a8bc-aa4254469e4b tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Pushing event updated for resources: {'Port': ['ID=0f512e8b-008c-4c70-a6bf-72a732a56164,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:15.387220 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc6112-25a9-420c-831c-2d57cb262677 req-ccd3c763-d95a-47ad-a8bc-aa4254469e4b tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:15.388062 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-50fc6112-25a9-420c-831c-2d57cb262677 req-ccd3c763-d95a-47ad-a8bc-aa4254469e4b tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:15.402207 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-834d7406-d9c8-46d2-b6ef-d348358787d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:15.408965 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-50fc6112-25a9-420c-831c-2d57cb262677 req-ccd3c763-d95a-47ad-a8bc-aa4254469e4b tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6347461 Apr 08 17:51:15.428040 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Request body: {'port': {'device_id': 'd2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:51:15.498707 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (0f512e8b-008c-4c70-a6bf-72a732a56164), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:15.631749 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba48d82-edfa-46e3-8720-865c350bf26a req-ab9335b6-6928-4109-8103-47c1f0dd4398 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:15.633593 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3ba48d82-edfa-46e3-8720-865c350bf26a req-ab9335b6-6928-4109-8103-47c1f0dd4398 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2 HTTP/1.1" status: 200 len: 931 time: 0.0625842 Apr 08 17:51:15.699241 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-3ba48d82-edfa-46e3-8720-865c350bf26a req-bcb1688d-6d60-4d16-83d4-85bd71926c33 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581515 Apr 08 17:51:15.797936 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f512e8b-008c-4c70-a6bf-72a732a56164 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:51:15.806294 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Publish callbacks [] for port (0f512e8b-008c-4c70-a6bf-72a732a56164), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:15.819442 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Transition to ACTIVE for port object 0f512e8b-008c-4c70-a6bf-72a732a56164 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:51:15.822891 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (0f512e8b-008c-4c70-a6bf-72a732a56164), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:15.892965 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Pushing event updated for resources: {'Port': ['ID=0f512e8b-008c-4c70-a6bf-72a732a56164,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:15.944145 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Attempting to bind port 0f512e8b-008c-4c70-a6bf-72a732a56164 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:51:15.944528 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Attempting to bind port 0f512e8b-008c-4c70-a6bf-72a732a56164 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '5e0de06a-5e0a-4d1e-9ded-65e9493aedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '05e5c43c-13fb-4974-ad3e-4fff16a3d075'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:51:15.944827 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Attempting to bind port 0f512e8b-008c-4c70-a6bf-72a732a56164 on network 05e5c43c-13fb-4974-ad3e-4fff16a3d075 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:51:15.949016 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Port 0f512e8b-008c-4c70-a6bf-72a732a56164 on network 05e5c43c-13fb-4974-ad3e-4fff16a3d075 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:51:15.949333 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Attempting to bind port 0f512e8b-008c-4c70-a6bf-72a732a56164 on network 05e5c43c-13fb-4974-ad3e-4fff16a3d075 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:51:15.954396 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:51:15.954729 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Checking segment: {'id': '5e0de06a-5e0a-4d1e-9ded-65e9493aedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '05e5c43c-13fb-4974-ad3e-4fff16a3d075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:51:15.955109 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Bound using segment: {'id': '5e0de06a-5e0a-4d1e-9ded-65e9493aedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '05e5c43c-13fb-4974-ad3e-4fff16a3d075'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:51:15.955537 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Bound port: 0f512e8b-008c-4c70-a6bf-72a732a56164, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e0de06a-5e0a-4d1e-9ded-65e9493aedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '05e5c43c-13fb-4974-ad3e-4fff16a3d075'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:51:15.955878 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (0f512e8b-008c-4c70-a6bf-72a732a56164), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:16.024359 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] For port 0f512e8b-008c-4c70-a6bf-72a732a56164, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:51:16.028134 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] For port 0f512e8b-008c-4c70-a6bf-72a732a56164, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0f512e8b-008c-4c70-a6bf-72a732a56164,segment=NetworkSegment(5e0de06a-5e0a-4d1e-9ded-65e9493aedfb),segment_id=5e0de06a-5e0a-4d1e-9ded-65e9493aedfb)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:51:16.034654 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (0f512e8b-008c-4c70-a6bf-72a732a56164), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:16.071384 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:16.072522 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:16.073941 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-50fc6112-25a9-420c-831c-2d57cb262677 req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] 10.222.0.91 "PUT /v2.0/ports/0f512e8b-008c-4c70-a6bf-72a732a56164 HTTP/1.1" status: 200 len: 1093 time: 0.6501148 Apr 08 17:51:16.074394 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2', 'tag': '0f512e8b-008c-4c70-a6bf-72a732a56164'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:51:16.076711 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22bc16f-0d12-474f-b08f-156c4cdda67b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2", "tag": "0f512e8b-008c-4c70-a6bf-72a732a56164"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:51:16.100487 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfacf2-6690-4a12-bb52-0a1da6f9db44 service neutron] Pushing event updated for resources: {'Port': ['ID=0f512e8b-008c-4c70-a6bf-72a732a56164,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:16.115100 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f830366-93d4-4e44-ae98-41b2ad4f99d7 x-openstack-request-id: req-6f830366-93d4-4e44-ae98-41b2ad4f99d7 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:51:16.115401 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2", "tag": "0f512e8b-008c-4c70-a6bf-72a732a56164", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:51:16.115666 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f830366-93d4-4e44-ae98-41b2ad4f99d7 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:51:16.116104 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f830366-93d4-4e44-ae98-41b2ad4f99d7'] response: {'name': 'network-changed', 'server_uuid': 'd2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2', 'tag': '0f512e8b-008c-4c70-a6bf-72a732a56164', 'status': 'completed', 'code': 200} Apr 08 17:51:16.180456 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc6112-25a9-420c-831c-2d57cb262677 req-f2b9fbcb-6f34-4c3e-99dc-a732f7e9b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:16.181996 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-50fc6112-25a9-420c-831c-2d57cb262677 req-f2b9fbcb-6f34-4c3e-99dc-a732f7e9b683 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e4489fcbf3c44c58c2f94e94f41cbd1&device_id=d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2 HTTP/1.1" status: 200 len: 1127 time: 0.0426433 Apr 08 17:51:16.236978 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-50fc6112-25a9-420c-831c-2d57cb262677 req-b0f0fbb4-3448-441c-80c3-50dca7b921f2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f512e8b-008c-4c70-a6bf-72a732a56164 HTTP/1.1" status: 200 len: 217 time: 0.0393302 Apr 08 17:51:16.287806 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc6112-25a9-420c-831c-2d57cb262677 req-d9bf7b1f-3acd-4f03-9351-ce2ec743a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:16.289335 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-50fc6112-25a9-420c-831c-2d57cb262677 req-d9bf7b1f-3acd-4f03-9351-ce2ec743a78d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=90eff61f-b6a1-47bf-99d6-be7b26f0ee8a HTTP/1.1" status: 200 len: 854 time: 0.0451226 Apr 08 17:51:16.321069 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-50fc6112-25a9-420c-831c-2d57cb262677 req-ca3f5c87-c7da-425e-9f08-8f8fdac29a2d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05e5c43c-13fb-4974-ad3e-4fff16a3d075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249717 Apr 08 17:51:16.416178 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-50fc6112-25a9-420c-831c-2d57cb262677 req-bac6566b-00d9-4696-a851-faa3b4a9181c service neutron] 10.222.0.91 "GET /v2.0/networks/05e5c43c-13fb-4974-ad3e-4fff16a3d075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890965 Apr 08 17:51:16.508271 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-50fc6112-25a9-420c-831c-2d57cb262677 req-051bad69-9286-4f0c-82eb-368c2551d5ce service neutron] 10.222.0.91 "GET /v2.0/networks/05e5c43c-13fb-4974-ad3e-4fff16a3d075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858915 Apr 08 17:51:16.823853 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f1151-77e2-4fcc-b4c4-a59e3cf83b33 req-3327537d-d342-4bda-b71c-4eb0d59f7278 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:16.825348 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-034f1151-77e2-4fcc-b4c4-a59e3cf83b33 req-3327537d-d342-4bda-b71c-4eb0d59f7278 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2 HTTP/1.1" status: 200 len: 943 time: 0.0469208 Apr 08 17:51:16.877004 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-034f1151-77e2-4fcc-b4c4-a59e3cf83b33 req-29769740-e043-49b3-88f4-48c1c314ecf0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448596 Apr 08 17:51:17.518334 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bc16f-0d12-474f-b08f-156c4cdda67b req-7e1200d1-ced2-43cd-95b5-1663e73b5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:17.520122 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c22bc16f-0d12-474f-b08f-156c4cdda67b req-7e1200d1-ced2-43cd-95b5-1663e73b5b27 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e4489fcbf3c44c58c2f94e94f41cbd1&device_id=d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2 HTTP/1.1" status: 200 len: 1127 time: 0.0390537 Apr 08 17:51:17.615962 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bc16f-0d12-474f-b08f-156c4cdda67b req-44b61438-4028-4980-9dc2-460caecb0e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:17.617471 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c22bc16f-0d12-474f-b08f-156c4cdda67b req-44b61438-4028-4980-9dc2-460caecb0e65 service neutron] 10.222.0.91 "GET /v2.0/networks?id=05e5c43c-13fb-4974-ad3e-4fff16a3d075 HTTP/1.1" status: 200 len: 915 time: 0.0902939 Apr 08 17:51:17.659622 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c22bc16f-0d12-474f-b08f-156c4cdda67b req-fc6746c8-5ba2-4f38-80d5-e2427f6d6b7b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f512e8b-008c-4c70-a6bf-72a732a56164 HTTP/1.1" status: 200 len: 217 time: 0.0356436 Apr 08 17:51:17.722697 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bc16f-0d12-474f-b08f-156c4cdda67b req-2b02c144-9d2b-43f7-9e0b-2eef639a3df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:17.724478 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c22bc16f-0d12-474f-b08f-156c4cdda67b req-2b02c144-9d2b-43f7-9e0b-2eef639a3df6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=90eff61f-b6a1-47bf-99d6-be7b26f0ee8a HTTP/1.1" status: 200 len: 854 time: 0.0576007 Apr 08 17:51:17.756887 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c22bc16f-0d12-474f-b08f-156c4cdda67b req-44cc9033-a5eb-45e5-a1c0-9ee3e182f993 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05e5c43c-13fb-4974-ad3e-4fff16a3d075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252018 Apr 08 17:51:17.849552 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c22bc16f-0d12-474f-b08f-156c4cdda67b req-2df1aa3f-e4f0-4c74-9005-06934f097b8a service neutron] 10.222.0.91 "GET /v2.0/networks/05e5c43c-13fb-4974-ad3e-4fff16a3d075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854888 Apr 08 17:51:17.946037 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c22bc16f-0d12-474f-b08f-156c4cdda67b req-0e7cd01b-9d90-4b55-879c-991fe8219f7f service neutron] 10.222.0.91 "GET /v2.0/networks/05e5c43c-13fb-4974-ad3e-4fff16a3d075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896115 Apr 08 17:51:17.990121 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d641525-fbe1-460b-8281-b8e6f701371f req-b1e20095-500a-4665-a879-a101c6588753 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:17.991715 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4d641525-fbe1-460b-8281-b8e6f701371f req-b1e20095-500a-4665-a879-a101c6588753 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2 HTTP/1.1" status: 200 len: 943 time: 0.0476053 Apr 08 17:51:18.039081 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-4d641525-fbe1-460b-8281-b8e6f701371f req-c0de461d-dbd6-475b-a26b-a300e1e58607 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413599 Apr 08 17:51:18.058100 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-ffa60616-b681-415f-a0f2-8907703c5bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:18.284740 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 0f512e8b-008c-4c70-a6bf-72a732a56164 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:51:18.388847 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 0f512e8b-008c-4c70-a6bf-72a732a56164, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0f512e8b-008c-4c70-a6bf-72a732a56164,segment=NetworkSegment(5e0de06a-5e0a-4d1e-9ded-65e9493aedfb),segment_id=5e0de06a-5e0a-4d1e-9ded-65e9493aedfb)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:51:18.400385 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': '0f512e8b-008c-4c70-a6bf-72a732a56164', 'network_id': '05e5c43c-13fb-4974-ad3e-4fff16a3d075', 'port_id': '0f512e8b-008c-4c70-a6bf-72a732a56164', 'mac_address': 'fa:16:3e:a6:f5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90eff61f-b6a1-47bf-99d6-be7b26f0ee8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:51:18.440668 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 0f512e8b-008c-4c70-a6bf-72a732a56164 is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:51:18.441069 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (0f512e8b-008c-4c70-a6bf-72a732a56164), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:18.454616 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f512e8b-008c-4c70-a6bf-72a732a56164 {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:51:18.477879 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 0f512e8b-008c-4c70-a6bf-72a732a56164, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0f512e8b-008c-4c70-a6bf-72a732a56164,segment=NetworkSegment(5e0de06a-5e0a-4d1e-9ded-65e9493aedfb),segment_id=5e0de06a-5e0a-4d1e-9ded-65e9493aedfb)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:51:18.481786 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (0f512e8b-008c-4c70-a6bf-72a732a56164), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:18.529325 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=0f512e8b-008c-4c70-a6bf-72a732a56164,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:18.797165 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['0f512e8b-008c-4c70-a6bf-72a732a56164'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:51:18.972881 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:19.167271 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b7656-3742-49c7-9efc-460cf60d88b6 req-02b4eb87-de00-4f50-aad3-5909b2413255 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:19.168787 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ba2b7656-3742-49c7-9efc-460cf60d88b6 req-02b4eb87-de00-4f50-aad3-5909b2413255 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2 HTTP/1.1" status: 200 len: 944 time: 0.0587990 Apr 08 17:51:19.216429 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ba2b7656-3742-49c7-9efc-460cf60d88b6 req-be408394-5896-4128-8e2b-265f533aaf88 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419433 Apr 08 17:51:20.285315 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 0f512e8b-008c-4c70-a6bf-72a732a56164 up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:51:20.329917 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port 0f512e8b-008c-4c70-a6bf-72a732a56164 completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:51:20.330755 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01143fc4-6667-47ff-ac38-6ad48658e857 req-691e8654-3146-44d1-9747-9f2403b3ce31 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:20.333471 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-01143fc4-6667-47ff-ac38-6ad48658e857 req-691e8654-3146-44d1-9747-9f2403b3ce31 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2 HTTP/1.1" status: 200 len: 944 time: 0.0487573 Apr 08 17:51:20.338383 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port 0f512e8b-008c-4c70-a6bf-72a732a56164 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:51:20.338829 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (0f512e8b-008c-4c70-a6bf-72a732a56164), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:20.382870 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-01143fc4-6667-47ff-ac38-6ad48658e857 req-f61161b5-0b5c-41be-8b21-ddfe1826cb87 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420542 Apr 08 17:51:20.422238 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port 0f512e8b-008c-4c70-a6bf-72a732a56164 is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:51:20.422633 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (0f512e8b-008c-4c70-a6bf-72a732a56164), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:20.450287 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f512e8b-008c-4c70-a6bf-72a732a56164'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:51:20.452841 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fbd306-13e3-4785-8558-391939174ae3" -d '{"events": [{"server_uuid": "d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2", "name": "network-vif-plugged", "status": "completed", "tag": "0f512e8b-008c-4c70-a6bf-72a732a56164"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:51:20.465936 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port 0f512e8b-008c-4c70-a6bf-72a732a56164, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0f512e8b-008c-4c70-a6bf-72a732a56164,segment=NetworkSegment(5e0de06a-5e0a-4d1e-9ded-65e9493aedfb),segment_id=5e0de06a-5e0a-4d1e-9ded-65e9493aedfb)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:51:20.470439 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (0f512e8b-008c-4c70-a6bf-72a732a56164), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:20.494558 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca275c6-c226-46c8-8605-aa59e16277fc x-openstack-request-id: req-3ca275c6-c226-46c8-8605-aa59e16277fc {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:51:20.494794 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2", "name": "network-vif-plugged", "status": "completed", "tag": "0f512e8b-008c-4c70-a6bf-72a732a56164", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:51:20.495051 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ca275c6-c226-46c8-8605-aa59e16277fc {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:51:20.495454 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca275c6-c226-46c8-8605-aa59e16277fc'] response: {'server_uuid': 'd2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f512e8b-008c-4c70-a6bf-72a732a56164', 'code': 200} Apr 08 17:51:20.521613 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=0f512e8b-008c-4c70-a6bf-72a732a56164,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:20.576792 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:20.705067 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16623f7-bb40-497c-944b-42e2cdf1f6e8 req-3bc5a0a5-f825-4a25-86a7-75fb294e50d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:20.706683 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b16623f7-bb40-497c-944b-42e2cdf1f6e8 req-3bc5a0a5-f825-4a25-86a7-75fb294e50d9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2 HTTP/1.1" status: 200 len: 1129 time: 0.0410275 Apr 08 17:51:20.755627 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b16623f7-bb40-497c-944b-42e2cdf1f6e8 req-28385b1b-d459-43b9-a436-9ba67548f2a2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414124 Apr 08 17:51:21.504706 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d45b9-1391-4969-b84c-14bd9a046835 req-1f6e6587-7bbe-4142-b3f0-255d51a6049a tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:21.506069 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0d2d45b9-1391-4969-b84c-14bd9a046835 req-1f6e6587-7bbe-4142-b3f0-255d51a6049a tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2 HTTP/1.1" status: 200 len: 945 time: 0.0458951 Apr 08 17:51:21.558327 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0d2d45b9-1391-4969-b84c-14bd9a046835 req-f5f37e5d-08ae-457f-90da-ea239ad0b10a tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462985 Apr 08 17:51:21.949413 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:22.673641 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fc9a5-10e3-4edd-8173-2a1f6b45cdba req-6afb7bee-e63c-47c4-99c8-c3594c52aa7c tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:22.675247 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-514fc9a5-10e3-4edd-8173-2a1f6b45cdba req-6afb7bee-e63c-47c4-99c8-c3594c52aa7c tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2 HTTP/1.1" status: 200 len: 945 time: 0.0469146 Apr 08 17:51:22.722890 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-514fc9a5-10e3-4edd-8173-2a1f6b45cdba req-4e9b3d5f-bd98-4763-ad44-f624d1d9a3cc tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416734 Apr 08 17:51:39.557133 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:51:41.345262 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52818) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:41.502286 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Deleting port 84f8647b-5826-49ab-92b0-a73bd7905586 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:51:41.502630 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (84f8647b-5826-49ab-92b0-a73bd7905586), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:41.580335 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (84f8647b-5826-49ab-92b0-a73bd7905586), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:41.580678 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for floatingip (84f8647b-5826-49ab-92b0-a73bd7905586), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:41.594830 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Calling delete_port for 84f8647b-5826-49ab-92b0-a73bd7905586 owned by network:floatingip {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:51:41.757648 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (84f8647b-5826-49ab-92b0-a73bd7905586), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:41.780231 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event deleted for resources: {'Port': ['ID=84f8647b-5826-49ab-92b0-a73bd7905586,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:41.794663 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:41.795015 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:41.795363 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:41.795708 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:41.796047 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:41.796410 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:41.796743 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:41.797077 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:41.797407 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:41.797735 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:41.798141 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:41.798468 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:41.798792 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:41.799115 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:41.799438 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:41.863641 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for floatingip (befa522b-b427-4484-a717-059a5e29a221), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:41.863969 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Floating IP befa522b-b427-4484-a717-059a5e29a221 disassociated (deleted). External IP: 172.27.0.117, port: 5856912a-3c60-45db-b95c-c0f432eed810. Apr 08 17:51:42.103410 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:51:42.218940 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:51:42.224300 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:42.228851 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b4d9d6-b662-4575-b40b-6dc40b744391 None None] Sync routers for ids ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:51:42.242280 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b4d9d6-b662-4575-b40b-6dc40b744391 None None] Routers {'3fbe9972-bf03-49fe-a327-77f95efd3ae5'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:51:42.242934 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-e7b4d9d6-b662-4575-b40b-6dc40b744391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:51:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:42.260692 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-c9e1a7d0-3ca7-4edf-b0f2-ec6f13860e87 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "DELETE /v2.0/floatingips/befa522b-b427-4484-a717-059a5e29a221 HTTP/1.1" status: 204 len: 168 time: 0.9084179 Apr 08 17:51:42.261466 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f91ac2-bdf5-48d8-a322-de073eacfd17', 'tag': '5856912a-3c60-45db-b95c-c0f432eed810'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:51:42.263942 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1218d58-fab0-4b84-a79e-59b61dbc5b97" -d '{"events": [{"name": "network-changed", "server_uuid": "09f91ac2-bdf5-48d8-a322-de073eacfd17", "tag": "5856912a-3c60-45db-b95c-c0f432eed810"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:51:42.305417 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fd2a24-d7c4-4cf1-8c83-9e5597fde46b x-openstack-request-id: req-34fd2a24-d7c4-4cf1-8c83-9e5597fde46b {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:51:42.306001 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f91ac2-bdf5-48d8-a322-de073eacfd17", "tag": "5856912a-3c60-45db-b95c-c0f432eed810", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:51:42.306495 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34fd2a24-d7c4-4cf1-8c83-9e5597fde46b {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:51:42.307139 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34fd2a24-d7c4-4cf1-8c83-9e5597fde46b'] response: {'name': 'network-changed', 'server_uuid': '09f91ac2-bdf5-48d8-a322-de073eacfd17', 'tag': '5856912a-3c60-45db-b95c-c0f432eed810', 'status': 'completed', 'code': 200} Apr 08 17:51:42.359390 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-e7b4d9d6-b662-4575-b40b-6dc40b744391 None None] Set router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:51:42.409583 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1218d58-fab0-4b84-a79e-59b61dbc5b97 req-fe288b0b-089a-4e41-bd5b-73cad0863c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:42.412330 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a1218d58-fab0-4b84-a79e-59b61dbc5b97 req-fe288b0b-089a-4e41-bd5b-73cad0863c95 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=17839927addb4c4db61cbcd20994fa84&device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 1130 time: 0.0574119 Apr 08 17:51:42.514070 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1218d58-fab0-4b84-a79e-59b61dbc5b97 req-08e7ef0d-36bc-444e-a792-b27a87b8ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:42.515650 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a1218d58-fab0-4b84-a79e-59b61dbc5b97 req-08e7ef0d-36bc-444e-a792-b27a87b8ea95 service neutron] 10.222.0.91 "GET /v2.0/networks?id=80fefa94-3dd9-45cd-815e-0803d238c223 HTTP/1.1" status: 200 len: 912 time: 0.0972674 Apr 08 17:51:42.519103 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1188a-c1eb-4298-bdd8-8d388c6f201f req-efc6763e-2a37-40bf-b267-1990e9ce8762 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:42.520726 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-dbe1188a-c1eb-4298-bdd8-8d388c6f201f req-efc6763e-2a37-40bf-b267-1990e9ce8762 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 946 time: 0.0487003 Apr 08 17:51:42.571271 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-dbe1188a-c1eb-4298-bdd8-8d388c6f201f req-2e8c3d8e-c27c-443d-a76f-d5918a78e7bf tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437579 Apr 08 17:51:42.596138 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-e7b4d9d6-b662-4575-b40b-6dc40b744391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'cc7ee985-94fc-4f06-8910-c1a0e2e762c0', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'port_id': 'f5814cb4-ea60-468d-81d2-ca91f6495701', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'mac_address': 'fa:16:3e:f8:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:47:48Z', 'updated_at': '2022-04-08T17:47:50Z', 'revision_number': 1, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:28Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:42.627113 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b4d9d6-b662-4575-b40b-6dc40b744391 None None] Checking router: 3fbe9972-bf03-49fe-a327-77f95efd3ae5 for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:51:42.636542 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b4d9d6-b662-4575-b40b-6dc40b744391 None None] Routers {'3fbe9972-bf03-49fe-a327-77f95efd3ae5'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:51:42.637156 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-e7b4d9d6-b662-4575-b40b-6dc40b744391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:51:18Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:42.749446 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-e7b4d9d6-b662-4575-b40b-6dc40b744391 None None] Set router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:51:42.964946 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-e7b4d9d6-b662-4575-b40b-6dc40b744391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'cc7ee985-94fc-4f06-8910-c1a0e2e762c0', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'port_id': 'f5814cb4-ea60-468d-81d2-ca91f6495701', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'mac_address': 'fa:16:3e:f8:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:47:48Z', 'updated_at': '2022-04-08T17:47:50Z', 'revision_number': 1, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:28Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:42.997955 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b4d9d6-b662-4575-b40b-6dc40b744391 None None] The sync data for ids ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'] in dv-cinder-837164-1-iscsi is: [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_floatingips': [{'id': 'cc7ee985-94fc-4f06-8910-c1a0e2e762c0', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'router_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'port_id': 'f5814cb4-ea60-468d-81d2-ca91f6495701', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'mac_address': 'fa:16:3e:f8:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:47:48Z', 'updated_at': '2022-04-08T17:47:50Z', 'revision_number': 1, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:28Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:51:43.218359 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385df1e8-8e17-4691-abdc-19602f8a5a4f None None] New status for floating IP befa522b-b427-4484-a717-059a5e29a221: DOWN {{(pid=103646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:51:43.613693 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a1218d58-fab0-4b84-a79e-59b61dbc5b97 req-5c52cb53-ad19-4308-9d40-bcbd5c61b417 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5856912a-3c60-45db-b95c-c0f432eed810 HTTP/1.1" status: 200 len: 217 time: 0.0399656 Apr 08 17:51:43.664435 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1218d58-fab0-4b84-a79e-59b61dbc5b97 req-f5378f7a-fd0a-4be2-a127-b7a86e7528fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:43.665936 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a1218d58-fab0-4b84-a79e-59b61dbc5b97 req-f5378f7a-fd0a-4be2-a127-b7a86e7528fb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6a2be9bd-5336-4c39-a5b3-3c836052d0bb HTTP/1.1" status: 200 len: 850 time: 0.0454142 Apr 08 17:51:43.695975 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79323561-baf6-47c9-a035-141288332cf7 req-b213f065-4a5b-459d-bb18-d28e1507f322 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:43.697539 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-79323561-baf6-47c9-a035-141288332cf7 req-b213f065-4a5b-459d-bb18-d28e1507f322 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 946 time: 0.0517275 Apr 08 17:51:43.748676 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-79323561-baf6-47c9-a035-141288332cf7 req-932396c8-b95a-4d3f-915d-6d74412e44be tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450635 Apr 08 17:51:43.799984 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1218d58-fab0-4b84-a79e-59b61dbc5b97 req-78b63344-3e3c-4b21-be11-23e46ba12a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:43.802248 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a1218d58-fab0-4b84-a79e-59b61dbc5b97 req-78b63344-3e3c-4b21-be11-23e46ba12a4d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80fefa94-3dd9-45cd-815e-0803d238c223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404484 Apr 08 17:51:43.900744 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a1218d58-fab0-4b84-a79e-59b61dbc5b97 req-98127192-9f00-49f2-aa84-824f8b8059d4 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907931 Apr 08 17:51:44.237991 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a1218d58-fab0-4b84-a79e-59b61dbc5b97 req-b2a4dcbf-8ff1-4582-891c-28e42af816d9 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841131 Apr 08 17:51:44.860928 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905cc84-ff8a-49e5-8b87-1aa315e40078 req-1986f80c-9ccc-446a-bde8-3be7f7f00c45 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:44.862424 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2905cc84-ff8a-49e5-8b87-1aa315e40078 req-1986f80c-9ccc-446a-bde8-3be7f7f00c45 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 946 time: 0.0466635 Apr 08 17:51:44.915930 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e83c0-fce2-42bc-8118-c98713ec1a95 req-95af0f1a-97a5-489f-96de-93e96fbdef2a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:44.917047 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2905cc84-ff8a-49e5-8b87-1aa315e40078 req-715a8827-16fe-478b-a868-5119ca6e9c69 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472074 Apr 08 17:51:44.921796 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-774e83c0-fce2-42bc-8118-c98713ec1a95 req-95af0f1a-97a5-489f-96de-93e96fbdef2a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.91 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 946 time: 0.0558462 Apr 08 17:51:45.014088 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-774e83c0-fce2-42bc-8118-c98713ec1a95 req-20bbae2e-48d2-4208-bc62-11e9732f82fa tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Deleting port 5856912a-3c60-45db-b95c-c0f432eed810 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:51:45.014427 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-774e83c0-fce2-42bc-8118-c98713ec1a95 req-20bbae2e-48d2-4208-bc62-11e9732f82fa tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (5856912a-3c60-45db-b95c-c0f432eed810), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:45.110186 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-774e83c0-fce2-42bc-8118-c98713ec1a95 req-20bbae2e-48d2-4208-bc62-11e9732f82fa tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] For port 5856912a-3c60-45db-b95c-c0f432eed810, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5856912a-3c60-45db-b95c-c0f432eed810,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:51:45.110463 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-774e83c0-fce2-42bc-8118-c98713ec1a95 req-20bbae2e-48d2-4208-bc62-11e9732f82fa tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (5856912a-3c60-45db-b95c-c0f432eed810), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:45.128439 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-774e83c0-fce2-42bc-8118-c98713ec1a95 req-20bbae2e-48d2-4208-bc62-11e9732f82fa tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Calling delete_port for 5856912a-3c60-45db-b95c-c0f432eed810 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:51:45.264317 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-774e83c0-fce2-42bc-8118-c98713ec1a95 req-20bbae2e-48d2-4208-bc62-11e9732f82fa tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (5856912a-3c60-45db-b95c-c0f432eed810), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:45.293018 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbae2e-48d2-4208-bc62-11e9732f82fa tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event deleted for resources: {'Port': ['ID=5856912a-3c60-45db-b95c-c0f432eed810,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:45.311393 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:45.347060 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-774e83c0-fce2-42bc-8118-c98713ec1a95 req-20bbae2e-48d2-4208-bc62-11e9732f82fa tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] No DVR routers for this DVR port 5856912a-3c60-45db-b95c-c0f432eed810 on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:51:45.349583 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-774e83c0-fce2-42bc-8118-c98713ec1a95 req-20bbae2e-48d2-4208-bc62-11e9732f82fa tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:45.352847 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-774e83c0-fce2-42bc-8118-c98713ec1a95 req-20bbae2e-48d2-4208-bc62-11e9732f82fa tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.91 "DELETE /v2.0/ports/5856912a-3c60-45db-b95c-c0f432eed810 HTTP/1.1" status: 204 len: 173 time: 0.4262543 Apr 08 17:51:45.353286 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f91ac2-bdf5-48d8-a322-de073eacfd17', 'name': 'network-vif-deleted', 'tag': '5856912a-3c60-45db-b95c-c0f432eed810'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:51:45.355529 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b2bc3a-542e-4f8a-b209-3fa884cf0400" -d '{"events": [{"server_uuid": "09f91ac2-bdf5-48d8-a322-de073eacfd17", "name": "network-vif-deleted", "tag": "5856912a-3c60-45db-b95c-c0f432eed810"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:51:45.400325 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbb9e70-a44f-4aa6-95ac-6f670bdb99a4 x-openstack-request-id: req-2fbb9e70-a44f-4aa6-95ac-6f670bdb99a4 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:51:45.400767 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f91ac2-bdf5-48d8-a322-de073eacfd17", "name": "network-vif-deleted", "tag": "5856912a-3c60-45db-b95c-c0f432eed810", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:51:45.401709 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fbb9e70-a44f-4aa6-95ac-6f670bdb99a4 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:51:45.402102 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbb9e70-a44f-4aa6-95ac-6f670bdb99a4'] response: {'server_uuid': '09f91ac2-bdf5-48d8-a322-de073eacfd17', 'name': 'network-vif-deleted', 'tag': '5856912a-3c60-45db-b95c-c0f432eed810', 'status': 'completed', 'code': 200} Apr 08 17:51:45.406280 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-564b0ab4-5cb2-433f-8362-e3bb1078f833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:46.027341 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e105c6df-0820-4e07-a211-e85cf34eb42c req-209ee69c-2c80-42bb-a8b7-0d83672ca699 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 210 time: 0.0307751 Apr 08 17:51:47.147338 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9f16f1f3-fd82-4590-9b2d-78df86f4f85a req-2c156142-7ba7-431b-9666-433c65a7389c tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f91ac2-bdf5-48d8-a322-de073eacfd17 HTTP/1.1" status: 200 len: 210 time: 0.0272002 Apr 08 17:51:47.987183 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 5856912a-3c60-45db-b95c-c0f432eed810 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:51:48.012387 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: 5856912a-3c60-45db-b95c-c0f432eed810 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:51:48.012746 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 5856912a-3c60-45db-b95c-c0f432eed810 not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:51:48.063721 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d8ad2e1b-e2e4-4f86-9db0-0d92c17c7bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:48.873392 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:49.019977 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ece511d7-a054-4200-a5a1-6553332a623a req-065b5ee1-fc42-4819-83ab-71046bbc62c6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381639 Apr 08 17:51:49.119465 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece511d7-a054-4200-a5a1-6553332a623a req-39e10432-3894-4443-b9d8-f0e8cbdb9577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:49.120931 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ece511d7-a054-4200-a5a1-6553332a623a req-39e10432-3894-4443-b9d8-f0e8cbdb9577 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=17839927addb4c4db61cbcd20994fa84&device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 1130 time: 0.0403252 Apr 08 17:51:49.230918 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece511d7-a054-4200-a5a1-6553332a623a req-c7564ef5-67e0-4085-bc73-61d22d6b0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:49.232415 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ece511d7-a054-4200-a5a1-6553332a623a req-c7564ef5-67e0-4085-bc73-61d22d6b0cc6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=80fefa94-3dd9-45cd-815e-0803d238c223 HTTP/1.1" status: 200 len: 912 time: 0.0921049 Apr 08 17:51:49.297849 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ece511d7-a054-4200-a5a1-6553332a623a req-c4ead688-43ad-4e1e-a3d4-ac4cc687a950 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5814cb4-ea60-468d-81d2-ca91f6495701 HTTP/1.1" status: 200 len: 1002 time: 0.0592659 Apr 08 17:51:49.351408 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece511d7-a054-4200-a5a1-6553332a623a req-6bbcdc5a-ba55-4818-93cc-b92c1524072f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:49.353028 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ece511d7-a054-4200-a5a1-6553332a623a req-6bbcdc5a-ba55-4818-93cc-b92c1524072f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6a2be9bd-5336-4c39-a5b3-3c836052d0bb HTTP/1.1" status: 200 len: 850 time: 0.0474951 Apr 08 17:51:49.406623 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece511d7-a054-4200-a5a1-6553332a623a req-8b69aa5d-7dac-448c-af04-446416dd9b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:49.408365 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ece511d7-a054-4200-a5a1-6553332a623a req-8b69aa5d-7dac-448c-af04-446416dd9b77 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80fefa94-3dd9-45cd-815e-0803d238c223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462971 Apr 08 17:51:49.506478 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ece511d7-a054-4200-a5a1-6553332a623a req-766f9e5a-efc4-4029-8e3a-25accfa91532 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904963 Apr 08 17:51:49.609417 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ece511d7-a054-4200-a5a1-6553332a623a req-8a51d94e-b1d6-4de4-9bfc-fc45a7b6e263 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943758 Apr 08 17:51:50.581307 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:51.960891 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:54.570749 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52896) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:54.729472 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-ebc9f46d-8da4-4afd-ad66-9d4829c5a4ee tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Deleting port cb936775-ff94-427d-9c17-1672e5cb9417 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:51:54.729819 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ebc9f46d-8da4-4afd-ad66-9d4829c5a4ee tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (cb936775-ff94-427d-9c17-1672e5cb9417), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:54.817607 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ebc9f46d-8da4-4afd-ad66-9d4829c5a4ee tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (cb936775-ff94-427d-9c17-1672e5cb9417), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:54.817845 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ebc9f46d-8da4-4afd-ad66-9d4829c5a4ee tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for floatingip (cb936775-ff94-427d-9c17-1672e5cb9417), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:54.830924 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-ebc9f46d-8da4-4afd-ad66-9d4829c5a4ee tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Calling delete_port for cb936775-ff94-427d-9c17-1672e5cb9417 owned by network:floatingip {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:51:54.996511 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ebc9f46d-8da4-4afd-ad66-9d4829c5a4ee tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (cb936775-ff94-427d-9c17-1672e5cb9417), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:55.033383 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9f46d-8da4-4afd-ad66-9d4829c5a4ee tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event deleted for resources: {'Port': ['ID=cb936775-ff94-427d-9c17-1672e5cb9417,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:55.096241 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ebc9f46d-8da4-4afd-ad66-9d4829c5a4ee tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for floatingip (cc7ee985-94fc-4f06-8910-c1a0e2e762c0), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:55.096479 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [None req-ebc9f46d-8da4-4afd-ad66-9d4829c5a4ee tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Floating IP cc7ee985-94fc-4f06-8910-c1a0e2e762c0 disassociated (deleted). External IP: 172.27.0.180, port: f5814cb4-ea60-468d-81d2-ca91f6495701. Apr 08 17:51:55.580480 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc9f46d-8da4-4afd-ad66-9d4829c5a4ee tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:51:55.693570 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc9f46d-8da4-4afd-ad66-9d4829c5a4ee tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:51:55.698792 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ebc9f46d-8da4-4afd-ad66-9d4829c5a4ee tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:55.703940 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63c4bfa-e094-4036-866f-443429b8e72e None None] Sync routers for ids ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:51:55.716513 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63c4bfa-e094-4036-866f-443429b8e72e None None] Routers {'3fbe9972-bf03-49fe-a327-77f95efd3ae5'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:51:55.717203 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-b63c4bfa-e094-4036-866f-443429b8e72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:51:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:55.730371 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-ebc9f46d-8da4-4afd-ad66-9d4829c5a4ee tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "DELETE /v2.0/floatingips/cc7ee985-94fc-4f06-8910-c1a0e2e762c0 HTTP/1.1" status: 204 len: 168 time: 1.1585221 Apr 08 17:51:55.731010 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'tag': 'f5814cb4-ea60-468d-81d2-ca91f6495701'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:51:55.733272 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8297a17-08ce-43cc-8158-2b76044e42f4" -d '{"events": [{"name": "network-changed", "server_uuid": "57e7c174-fbe3-47dd-9343-7ec6649b3e77", "tag": "f5814cb4-ea60-468d-81d2-ca91f6495701"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:51:55.772295 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569134d5-bcc3-4898-a68d-7476d8427d98 x-openstack-request-id: req-569134d5-bcc3-4898-a68d-7476d8427d98 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:51:55.772808 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e7c174-fbe3-47dd-9343-7ec6649b3e77", "tag": "f5814cb4-ea60-468d-81d2-ca91f6495701", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:51:55.773068 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-569134d5-bcc3-4898-a68d-7476d8427d98 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:51:55.773479 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-569134d5-bcc3-4898-a68d-7476d8427d98'] response: {'name': 'network-changed', 'server_uuid': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'tag': 'f5814cb4-ea60-468d-81d2-ca91f6495701', 'status': 'completed', 'code': 200} Apr 08 17:51:55.965975 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-b63c4bfa-e094-4036-866f-443429b8e72e None None] Set router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:51:55.976253 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8619ddc-eca0-49d8-bb45-20bdbb48e04e req-38b85000-fb00-407c-b43a-6691d622c535 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:55.977967 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c8619ddc-eca0-49d8-bb45-20bdbb48e04e req-38b85000-fb00-407c-b43a-6691d622c535 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 946 time: 0.0517468 Apr 08 17:51:56.029258 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c8619ddc-eca0-49d8-bb45-20bdbb48e04e req-b1147639-6a5f-40fa-a4fb-713c5b923a0c tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454965 Apr 08 17:51:56.162740 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-b63c4bfa-e094-4036-866f-443429b8e72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:28Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:56.194959 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63c4bfa-e094-4036-866f-443429b8e72e None None] Checking router: 3fbe9972-bf03-49fe-a327-77f95efd3ae5 for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:51:56.203669 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63c4bfa-e094-4036-866f-443429b8e72e None None] Routers {'3fbe9972-bf03-49fe-a327-77f95efd3ae5'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:51:56.204320 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-b63c4bfa-e094-4036-866f-443429b8e72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:51:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:56.325727 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-b63c4bfa-e094-4036-866f-443429b8e72e None None] Set router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:51:56.521614 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-b63c4bfa-e094-4036-866f-443429b8e72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:28Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:56.552752 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63c4bfa-e094-4036-866f-443429b8e72e None None] The sync data for ids ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'] in dv-cinder-837164-1-iscsi is: [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:44:24Z', 'revision_number': 4, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi', '_interfaces': [{'id': 'c0d5828c-7cd6-409e-ac15-ee5d17830b24', 'name': '', 'network_id': '80fefa94-3dd9-45cd-815e-0803d238c223', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'mac_address': 'fa:16:3e:e0:17:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:24Z', 'updated_at': '2022-04-08T17:44:28Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'subnets': [{'id': '6a2be9bd-5336-4c39-a5b3-3c836052d0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:51:56.798519 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71c0bc-2710-4b39-bed4-d80f00b4009b None None] New status for floating IP cc7ee985-94fc-4f06-8910-c1a0e2e762c0: DOWN {{(pid=103646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:51:57.143234 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b934815-bbb2-473f-b1b9-4588c2824c04 req-15f3a2d7-8d7b-405d-8646-89f040ac524a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:57.144658 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9b934815-bbb2-473f-b1b9-4588c2824c04 req-15f3a2d7-8d7b-405d-8646-89f040ac524a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 946 time: 0.0468512 Apr 08 17:51:57.205988 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9b934815-bbb2-473f-b1b9-4588c2824c04 req-6fec8f52-d364-4b31-bb70-5a60ecc4a157 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556424 Apr 08 17:51:58.326061 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20059c13-3098-4360-a2e4-5994c2e7ac77 req-94ffe7de-1f76-4ff3-9b84-55faba300b16 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:58.327808 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-20059c13-3098-4360-a2e4-5994c2e7ac77 req-94ffe7de-1f76-4ff3-9b84-55faba300b16 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 946 time: 0.0479906 Apr 08 17:51:58.381721 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-20059c13-3098-4360-a2e4-5994c2e7ac77 req-dfa59f90-a371-4883-856c-cb760d200898 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476224 Apr 08 17:51:58.855162 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8297a17-08ce-43cc-8158-2b76044e42f4 req-45f191f4-fcaf-4094-a93d-a38e37e79ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:58.857264 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d8297a17-08ce-43cc-8158-2b76044e42f4 req-45f191f4-fcaf-4094-a93d-a38e37e79ac3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=17839927addb4c4db61cbcd20994fa84&device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 1130 time: 0.0498602 Apr 08 17:51:59.318905 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8297a17-08ce-43cc-8158-2b76044e42f4 req-a29e0115-9ee8-416b-85dc-dca8ba57f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:59.320422 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d8297a17-08ce-43cc-8158-2b76044e42f4 req-a29e0115-9ee8-416b-85dc-dca8ba57f28d service neutron] 10.222.0.91 "GET /v2.0/networks?id=80fefa94-3dd9-45cd-815e-0803d238c223 HTTP/1.1" status: 200 len: 912 time: 0.0923774 Apr 08 17:51:59.393713 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d8297a17-08ce-43cc-8158-2b76044e42f4 req-05b9035b-96fa-4e40-aeda-fb5cc6d11ddc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5814cb4-ea60-468d-81d2-ca91f6495701 HTTP/1.1" status: 200 len: 217 time: 0.0349102 Apr 08 17:51:59.455253 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8297a17-08ce-43cc-8158-2b76044e42f4 req-bc0db7ee-185f-4c54-b3e2-5c6aa77e1fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:59.456799 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d8297a17-08ce-43cc-8158-2b76044e42f4 req-bc0db7ee-185f-4c54-b3e2-5c6aa77e1fbf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6a2be9bd-5336-4c39-a5b3-3c836052d0bb HTTP/1.1" status: 200 len: 850 time: 0.0498981 Apr 08 17:51:59.504515 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7bd9c-1601-4da8-97f6-bf419f8c4297 req-70019710-1564-462a-accf-859bd8027f0e tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:59.506091 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d8c7bd9c-1601-4da8-97f6-bf419f8c4297 req-70019710-1564-462a-accf-859bd8027f0e tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 946 time: 0.0472875 Apr 08 17:51:59.555398 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-d8c7bd9c-1601-4da8-97f6-bf419f8c4297 req-5b108ea3-341a-4f4f-be41-8b0e761a407a tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9b7683b-9337-4443-b746-26c1d718c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429134 Apr 08 17:51:59.756598 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8297a17-08ce-43cc-8158-2b76044e42f4 req-644fcae5-5328-49c7-b078-3272923affdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:59.758158 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d8297a17-08ce-43cc-8158-2b76044e42f4 req-644fcae5-5328-49c7-b078-3272923affdc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80fefa94-3dd9-45cd-815e-0803d238c223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598643 Apr 08 17:52:00.066256 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d8297a17-08ce-43cc-8158-2b76044e42f4 req-51be06f2-7d22-445e-9850-e750f8c9baa5 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881593 Apr 08 17:52:00.196498 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2d830-1afa-4cdc-99f9-6becac18b317 req-92ea2ff8-9aa8-4105-9886-f89a5adaee91 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:00.197973 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0bb2d830-1afa-4cdc-99f9-6becac18b317 req-92ea2ff8-9aa8-4105-9886-f89a5adaee91 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.91 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 946 time: 0.0932307 Apr 08 17:52:00.258788 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d8297a17-08ce-43cc-8158-2b76044e42f4 req-cd4128a3-8bde-4e4b-adeb-92b136b844d7 service neutron] 10.222.0.91 "GET /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620312 Apr 08 17:52:00.304523 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-0bb2d830-1afa-4cdc-99f9-6becac18b317 req-e3a3db8c-b5b8-48c0-9660-a25e330de0e5 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Deleting port f5814cb4-ea60-468d-81d2-ca91f6495701 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:00.304867 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0bb2d830-1afa-4cdc-99f9-6becac18b317 req-e3a3db8c-b5b8-48c0-9660-a25e330de0e5 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (f5814cb4-ea60-468d-81d2-ca91f6495701), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:00.392752 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-0bb2d830-1afa-4cdc-99f9-6becac18b317 req-e3a3db8c-b5b8-48c0-9660-a25e330de0e5 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] For port f5814cb4-ea60-468d-81d2-ca91f6495701, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f5814cb4-ea60-468d-81d2-ca91f6495701,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:00.393016 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0bb2d830-1afa-4cdc-99f9-6becac18b317 req-e3a3db8c-b5b8-48c0-9660-a25e330de0e5 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (f5814cb4-ea60-468d-81d2-ca91f6495701), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:00.408048 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-0bb2d830-1afa-4cdc-99f9-6becac18b317 req-e3a3db8c-b5b8-48c0-9660-a25e330de0e5 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Calling delete_port for f5814cb4-ea60-468d-81d2-ca91f6495701 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:00.539978 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0bb2d830-1afa-4cdc-99f9-6becac18b317 req-e3a3db8c-b5b8-48c0-9660-a25e330de0e5 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (f5814cb4-ea60-468d-81d2-ca91f6495701), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:00.568970 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3db8c-b5b8-48c0-9660-a25e330de0e5 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event deleted for resources: {'Port': ['ID=f5814cb4-ea60-468d-81d2-ca91f6495701,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:00.618919 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb2d830-1afa-4cdc-99f9-6becac18b317 req-e3a3db8c-b5b8-48c0-9660-a25e330de0e5 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] No DVR routers for this DVR port f5814cb4-ea60-468d-81d2-ca91f6495701 on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:52:00.621515 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0bb2d830-1afa-4cdc-99f9-6becac18b317 req-e3a3db8c-b5b8-48c0-9660-a25e330de0e5 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:00.624840 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0bb2d830-1afa-4cdc-99f9-6becac18b317 req-e3a3db8c-b5b8-48c0-9660-a25e330de0e5 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.91 "DELETE /v2.0/ports/f5814cb4-ea60-468d-81d2-ca91f6495701 HTTP/1.1" status: 204 len: 173 time: 0.4204767 Apr 08 17:52:00.625290 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'name': 'network-vif-deleted', 'tag': 'f5814cb4-ea60-468d-81d2-ca91f6495701'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:52:00.627600 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725de39f-3ff2-4373-b0b7-a45704bf0eba" -d '{"events": [{"server_uuid": "57e7c174-fbe3-47dd-9343-7ec6649b3e77", "name": "network-vif-deleted", "tag": "f5814cb4-ea60-468d-81d2-ca91f6495701"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:52:00.664224 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-5865c53a-7d6b-406a-85d0-3548f14db08a req-5596335e-4e26-4d84-b2bb-c2f270cb6f8e tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "GET /v2.0/ports?device_id=57e7c174-fbe3-47dd-9343-7ec6649b3e77 HTTP/1.1" status: 200 len: 210 time: 0.0331373 Apr 08 17:52:00.668827 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fe2f2a-32b8-42b3-bbb6-83fdb109c942 x-openstack-request-id: req-b5fe2f2a-32b8-42b3-bbb6-83fdb109c942 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:52:00.669138 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e7c174-fbe3-47dd-9343-7ec6649b3e77", "name": "network-vif-deleted", "tag": "f5814cb4-ea60-468d-81d2-ca91f6495701", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:52:00.669621 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5fe2f2a-32b8-42b3-bbb6-83fdb109c942 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:52:00.669978 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5fe2f2a-32b8-42b3-bbb6-83fdb109c942'] response: {'server_uuid': '57e7c174-fbe3-47dd-9343-7ec6649b3e77', 'name': 'network-vif-deleted', 'tag': 'f5814cb4-ea60-468d-81d2-ca91f6495701', 'status': 'completed', 'code': 200} Apr 08 17:52:01.728933 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52940) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:01.850617 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-6fa67443-2606-457f-8e5c-9b0ccee57913 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Deleting port 533c0bc2-0f7e-4ab9-9be6-6880b3fa13e9 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:01.850849 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6fa67443-2606-457f-8e5c-9b0ccee57913 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (533c0bc2-0f7e-4ab9-9be6-6880b3fa13e9), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:01.933851 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6fa67443-2606-457f-8e5c-9b0ccee57913 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (533c0bc2-0f7e-4ab9-9be6-6880b3fa13e9), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:01.934185 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6fa67443-2606-457f-8e5c-9b0ccee57913 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for floatingip (533c0bc2-0f7e-4ab9-9be6-6880b3fa13e9), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:01.946936 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-6fa67443-2606-457f-8e5c-9b0ccee57913 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Calling delete_port for 533c0bc2-0f7e-4ab9-9be6-6880b3fa13e9 owned by network:floatingip {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:02.087966 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6fa67443-2606-457f-8e5c-9b0ccee57913 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (533c0bc2-0f7e-4ab9-9be6-6880b3fa13e9), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:02.116196 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa67443-2606-457f-8e5c-9b0ccee57913 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event deleted for resources: {'Port': ['ID=533c0bc2-0f7e-4ab9-9be6-6880b3fa13e9,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:02.189576 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6fa67443-2606-457f-8e5c-9b0ccee57913 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for floatingip (c8fc866b-d164-41dc-962d-ec386d172880), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:02.192109 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6fa67443-2606-457f-8e5c-9b0ccee57913 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:02.193866 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-6fa67443-2606-457f-8e5c-9b0ccee57913 tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "DELETE /v2.0/floatingips/c8fc866b-d164-41dc-962d-ec386d172880 HTTP/1.1" status: 204 len: 168 time: 0.4630461 Apr 08 17:52:03.034556 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device f5814cb4-ea60-468d-81d2-ca91f6495701 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:52:03.064953 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: f5814cb4-ea60-468d-81d2-ca91f6495701 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:52:03.065304 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device f5814cb4-ea60-468d-81d2-ca91f6495701 not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:52:03.392856 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d945b-f709-4b5a-b198-e51cd95621c6 req-e534145a-a4ef-4426-9de5-707eaeabb65c tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:03.394359 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-723d945b-f709-4b5a-b198-e51cd95621c6 req-e534145a-a4ef-4426-9de5-707eaeabb65c tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2 HTTP/1.1" status: 200 len: 945 time: 0.0521567 Apr 08 17:52:03.401812 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52968) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:03.444906 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-723d945b-f709-4b5a-b198-e51cd95621c6 req-548e08d9-9b34-4044-bd35-889869f1e023 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446584 Apr 08 17:52:03.461696 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d26384c5-d98c-4cee-bdc0-68cd12774d2f tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group (f9b7683b-9337-4443-b746-26c1d718c2bc), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:03.488072 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d26384c5-d98c-4cee-bdc0-68cd12774d2f tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group (f9b7683b-9337-4443-b746-26c1d718c2bc), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:03.556228 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d26384c5-d98c-4cee-bdc0-68cd12774d2f tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (f9b7683b-9337-4443-b746-26c1d718c2bc), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:03.558808 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d26384c5-d98c-4cee-bdc0-68cd12774d2f tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:03.559981 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-d26384c5-d98c-4cee-bdc0-68cd12774d2f tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] 10.222.0.24 "DELETE /v2.0/security-groups/f9b7683b-9337-4443-b746-26c1d718c2bc HTTP/1.1" status: 204 len: 168 time: 0.1570654 Apr 08 17:52:03.575557 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26384c5-d98c-4cee-bdc0-68cd12774d2f tempest-TestVolumeBootPattern-1348556644 tempest-TestVolumeBootPattern-1348556644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b7683b-9337-4443-b746-26c1d718c2bc,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:03.618561 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52972) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:04.130773 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8989141b-874d-4746-93d3-da27081c96bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643744'] for router_interface (3fbe9972-bf03-49fe-a327-77f95efd3ae5), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:04.366480 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-8989141b-874d-4746-93d3-da27081c96bb admin admin] Deleting port c0d5828c-7cd6-409e-ac15-ee5d17830b24 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:04.366884 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8989141b-874d-4746-93d3-da27081c96bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (c0d5828c-7cd6-409e-ac15-ee5d17830b24), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:04.444392 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-8989141b-874d-4746-93d3-da27081c96bb admin admin] For port c0d5828c-7cd6-409e-ac15-ee5d17830b24, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=c0d5828c-7cd6-409e-ac15-ee5d17830b24,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:04.445085 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8989141b-874d-4746-93d3-da27081c96bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (c0d5828c-7cd6-409e-ac15-ee5d17830b24), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:04.459649 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-8989141b-874d-4746-93d3-da27081c96bb admin admin] Calling delete_port for c0d5828c-7cd6-409e-ac15-ee5d17830b24 owned by network:router_interface {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:04.570946 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7da5e-3eb0-44b4-81e3-d65b60fa8ae9 req-8baba80f-1097-4a2a-a4f6-0ff307c6c704 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:04.572477 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9cd7da5e-3eb0-44b4-81e3-d65b60fa8ae9 req-8baba80f-1097-4a2a-a4f6-0ff307c6c704 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2 HTTP/1.1" status: 200 len: 945 time: 0.0489883 Apr 08 17:52:04.624833 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-9cd7da5e-3eb0-44b4-81e3-d65b60fa8ae9 req-ae417541-78f8-4ae2-8c22-2afccc9bae11 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456903 Apr 08 17:52:04.665210 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8989141b-874d-4746-93d3-da27081c96bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (c0d5828c-7cd6-409e-ac15-ee5d17830b24), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:04.691425 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989141b-874d-4746-93d3-da27081c96bb admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d5828c-7cd6-409e-ac15-ee5d17830b24,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:04.874561 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8989141b-874d-4746-93d3-da27081c96bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1643636'] for router_interface (3fbe9972-bf03-49fe-a327-77f95efd3ae5), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:05.108787 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8989141b-874d-4746-93d3-da27081c96bb admin admin] Router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:52:05.224438 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8989141b-874d-4746-93d3-da27081c96bb admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:52:05.229635 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-8989141b-874d-4746-93d3-da27081c96bb admin admin] 10.222.0.24 "PUT /v2.0/routers/3fbe9972-bf03-49fe-a327-77f95efd3ae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6098394 Apr 08 17:52:05.232387 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52978) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:05.233812 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc8b08-2d38-4471-b625-45987a287ce8 None None] Sync routers for ids ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'] in dv-cinder-837164-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:52:05.245713 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc8b08-2d38-4471-b625-45987a287ce8 None None] Routers {'3fbe9972-bf03-49fe-a327-77f95efd3ae5'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:05.246600 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-3bcc8b08-2d38-4471-b625-45987a287ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:51:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:05.352246 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b327aaa3-7bb4-46fe-98e6-bfb412d37d45 admin admin] Publish callbacks [] for router (3fbe9972-bf03-49fe-a327-77f95efd3ae5), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:05.359678 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-3bcc8b08-2d38-4471-b625-45987a287ce8 None None] Set router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:05.543078 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-3bcc8b08-2d38-4471-b625-45987a287ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:52:04Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:05.571828 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc8b08-2d38-4471-b625-45987a287ce8 None None] Checking router: 3fbe9972-bf03-49fe-a327-77f95efd3ae5 for host: dv-cinder-837164-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:52:05.581295 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc8b08-2d38-4471-b625-45987a287ce8 None None] Routers {'3fbe9972-bf03-49fe-a327-77f95efd3ae5'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:05.581928 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-3bcc8b08-2d38-4471-b625-45987a287ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:51:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:05.709658 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-3bcc8b08-2d38-4471-b625-45987a287ce8 None None] Set router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 gateway port host: dv-cinder-837164-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:05.730626 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb97a44-13dd-43ea-8aa7-7af62068f9c2 req-50638990-52da-40ab-91e4-1bd6a7d65407 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:05.732315 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0bb97a44-13dd-43ea-8aa7-7af62068f9c2 req-50638990-52da-40ab-91e4-1bd6a7d65407 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2 HTTP/1.1" status: 200 len: 945 time: 0.3916516 Apr 08 17:52:05.753405 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61d3f6-14a6-4d77-b1bd-936c94adffc5 req-0b5ac2b2-900e-438f-95f2-460c572096b6 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:05.760317 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7b61d3f6-14a6-4d77-b1bd-936c94adffc5 req-0b5ac2b2-900e-438f-95f2-460c572096b6 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2 HTTP/1.1" status: 200 len: 945 time: 0.0598278 Apr 08 17:52:05.808610 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7b61d3f6-14a6-4d77-b1bd-936c94adffc5 req-176c5d4b-607f-4a61-bd02-342da903ba71 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457122 Apr 08 17:52:05.873779 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b327aaa3-7bb4-46fe-98e6-bfb412d37d45 admin admin] Publish callbacks [] for router_gateway (3fbe9972-bf03-49fe-a327-77f95efd3ae5), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:05.884483 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-0bb97a44-13dd-43ea-8aa7-7af62068f9c2 req-8249b15e-84f9-4c24-9c5b-896bf0bd5563 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Deleting port 0f512e8b-008c-4c70-a6bf-72a732a56164 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:05.884855 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0bb97a44-13dd-43ea-8aa7-7af62068f9c2 req-8249b15e-84f9-4c24-9c5b-896bf0bd5563 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (0f512e8b-008c-4c70-a6bf-72a732a56164), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:05.903119 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-3bcc8b08-2d38-4471-b625-45987a287ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:52:04Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:05.935133 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc8b08-2d38-4471-b625-45987a287ce8 None None] The sync data for ids ['3fbe9972-bf03-49fe-a327-77f95efd3ae5'] in dv-cinder-837164-1-iscsi is: [{'id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'name': 'tempest-TestVolumeBootPattern-543611597-router', 'tenant_id': '17839927addb4c4db61cbcd20994fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:21Z', 'updated_at': '2022-04-08T17:52:04Z', 'revision_number': 5, 'project_id': '17839927addb4c4db61cbcd20994fa84', 'gw_port': {'id': '3082c818-fdcb-4d17-94a1-2fd3d5443625', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbe9972-bf03-49fe-a327-77f95efd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:22Z', 'updated_at': '2022-04-08T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:52:05.982978 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-b327aaa3-7bb4-46fe-98e6-bfb412d37d45 admin admin] Deleting port 3082c818-fdcb-4d17-94a1-2fd3d5443625 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:05.983323 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b327aaa3-7bb4-46fe-98e6-bfb412d37d45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (3082c818-fdcb-4d17-94a1-2fd3d5443625), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:06.061536 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-0bb97a44-13dd-43ea-8aa7-7af62068f9c2 req-8249b15e-84f9-4c24-9c5b-896bf0bd5563 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] For port 0f512e8b-008c-4c70-a6bf-72a732a56164, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0f512e8b-008c-4c70-a6bf-72a732a56164,segment=NetworkSegment(5e0de06a-5e0a-4d1e-9ded-65e9493aedfb),segment_id=5e0de06a-5e0a-4d1e-9ded-65e9493aedfb)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:06.061898 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0bb97a44-13dd-43ea-8aa7-7af62068f9c2 req-8249b15e-84f9-4c24-9c5b-896bf0bd5563 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (0f512e8b-008c-4c70-a6bf-72a732a56164), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:06.085756 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-0bb97a44-13dd-43ea-8aa7-7af62068f9c2 req-8249b15e-84f9-4c24-9c5b-896bf0bd5563 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Calling delete_port for 0f512e8b-008c-4c70-a6bf-72a732a56164 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:06.114093 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-b327aaa3-7bb4-46fe-98e6-bfb412d37d45 admin admin] For port 3082c818-fdcb-4d17-94a1-2fd3d5443625, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=3082c818-fdcb-4d17-94a1-2fd3d5443625,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:06.115159 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b327aaa3-7bb4-46fe-98e6-bfb412d37d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (3082c818-fdcb-4d17-94a1-2fd3d5443625), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:06.156308 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-b327aaa3-7bb4-46fe-98e6-bfb412d37d45 admin admin] Calling delete_port for 3082c818-fdcb-4d17-94a1-2fd3d5443625 owned by network:router_gateway {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:06.346624 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0bb97a44-13dd-43ea-8aa7-7af62068f9c2 req-8249b15e-84f9-4c24-9c5b-896bf0bd5563 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (0f512e8b-008c-4c70-a6bf-72a732a56164), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:06.381843 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['0f512e8b-008c-4c70-a6bf-72a732a56164'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:52:06.398209 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249b15e-84f9-4c24-9c5b-896bf0bd5563 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Pushing event deleted for resources: {'Port': ['ID=0f512e8b-008c-4c70-a6bf-72a732a56164,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:06.482195 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb97a44-13dd-43ea-8aa7-7af62068f9c2 req-8249b15e-84f9-4c24-9c5b-896bf0bd5563 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] No DVR routers for this DVR port 0f512e8b-008c-4c70-a6bf-72a732a56164 on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:52:06.487765 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0bb97a44-13dd-43ea-8aa7-7af62068f9c2 req-8249b15e-84f9-4c24-9c5b-896bf0bd5563 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:06.491618 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0bb97a44-13dd-43ea-8aa7-7af62068f9c2 req-8249b15e-84f9-4c24-9c5b-896bf0bd5563 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.91 "DELETE /v2.0/ports/0f512e8b-008c-4c70-a6bf-72a732a56164 HTTP/1.1" status: 204 len: 173 time: 0.7175128 Apr 08 17:52:06.492090 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2', 'name': 'network-vif-deleted', 'tag': '0f512e8b-008c-4c70-a6bf-72a732a56164'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:52:06.494463 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc933dad-27a8-4b9f-aa6d-17055e3f3e69" -d '{"events": [{"server_uuid": "d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2", "name": "network-vif-deleted", "tag": "0f512e8b-008c-4c70-a6bf-72a732a56164"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:52:06.506805 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b327aaa3-7bb4-46fe-98e6-bfb412d37d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (3082c818-fdcb-4d17-94a1-2fd3d5443625), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:06.570099 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ac0f33-99f6-45a5-9512-a015e1a1dd42 x-openstack-request-id: req-88ac0f33-99f6-45a5-9512-a015e1a1dd42 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:52:06.570372 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2", "name": "network-vif-deleted", "tag": "0f512e8b-008c-4c70-a6bf-72a732a56164", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:52:06.570629 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88ac0f33-99f6-45a5-9512-a015e1a1dd42 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:52:06.571597 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ac0f33-99f6-45a5-9512-a015e1a1dd42'] response: {'server_uuid': 'd2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2', 'name': 'network-vif-deleted', 'tag': '0f512e8b-008c-4c70-a6bf-72a732a56164', 'status': 'completed', 'code': 200} Apr 08 17:52:06.574973 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327aaa3-7bb4-46fe-98e6-bfb412d37d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=3082c818-fdcb-4d17-94a1-2fd3d5443625,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:06.616643 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b327aaa3-7bb4-46fe-98e6-bfb412d37d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645974'] for router_gateway (3fbe9972-bf03-49fe-a327-77f95efd3ae5), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:06.722091 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b327aaa3-7bb4-46fe-98e6-bfb412d37d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6559'] for router (3fbe9972-bf03-49fe-a327-77f95efd3ae5), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:06.724239 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b327aaa3-7bb4-46fe-98e6-bfb412d37d45 admin admin] Publish callbacks [] for router_controller (3fbe9972-bf03-49fe-a327-77f95efd3ae5), precommit_delete_associations {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:06.779020 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b327aaa3-7bb4-46fe-98e6-bfb412d37d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1731893'] for router (3fbe9972-bf03-49fe-a327-77f95efd3ae5), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:06.780126 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b327aaa3-7bb4-46fe-98e6-bfb412d37d45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fbe9972-bf03-49fe-a327-77f95efd3ae5 {{(pid=103643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 17:52:06.788659 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b327aaa3-7bb4-46fe-98e6-bfb412d37d45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:06.800258 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-b327aaa3-7bb4-46fe-98e6-bfb412d37d45 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3fbe9972-bf03-49fe-a327-77f95efd3ae5 HTTP/1.1" status: 204 len: 168 time: 1.5666509 Apr 08 17:52:06.800490 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 52984) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:06.851627 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Deleting subnet 6a2be9bd-5336-4c39-a5b3-3c836052d0bb {{(pid=103644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:52:06.860053 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Publish callbacks [] for subnet (6a2be9bd-5336-4c39-a5b3-3c836052d0bb), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:06.904248 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8211231'] for subnet (6a2be9bd-5336-4c39-a5b3-3c836052d0bb), precommit_delete_associations {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:06.962735 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-b2d01383-0c22-4b71-8a4d-65b211055c0c req-fb86c3b3-8224-4915-a7ae-e7a62b2e3dab tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fb88ed-5ff5-4e0a-ac4c-3d015a60b8f2 HTTP/1.1" status: 200 len: 210 time: 0.0550778 Apr 08 17:52:07.023909 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929042'] for subnet (6a2be9bd-5336-4c39-a5b3-3c836052d0bb), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:07.090098 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5085542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4944753'] for subnet (6a2be9bd-5336-4c39-a5b3-3c836052d0bb), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:07.123377 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a2be9bd-5336-4c39-a5b3-3c836052d0bb,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:07.127858 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:07.131999 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6a2be9bd-5336-4c39-a5b3-3c836052d0bb HTTP/1.1" status: 204 len: 168 time: 0.3301568 Apr 08 17:52:07.134972 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8161c56-deda-48f0-9b12-99f3d031761f None None] Network 80fefa94-3dd9-45cd-815e-0803d238c223 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:52:07.135133 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 52988) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:07.138630 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.138982 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.139337 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.139668 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.139996 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.140369 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.140699 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.141028 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.141352 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.141680 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.142008 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.142339 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.142780 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.142978 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.143321 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf212a-41bb-4e8a-8215-6a1ab6ec951d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.223873 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-970409'] for network (80fefa94-3dd9-45cd-815e-0803d238c223), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:07.280412 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] Deleting port 037eef54-1cc3-456f-a313-3dcb300ef11f {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:07.280764 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (037eef54-1cc3-456f-a313-3dcb300ef11f), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:07.295613 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] DHCP port deletion for 80fefa94-3dd9-45cd-815e-0803d238c223 request from dv-cinder-837164-1-iscsi {{(pid=103645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 17:52:07.337698 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Deleting port 037eef54-1cc3-456f-a313-3dcb300ef11f {{(pid=103645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:07.338160 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (037eef54-1cc3-456f-a313-3dcb300ef11f), before_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:07.358273 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] For port 037eef54-1cc3-456f-a313-3dcb300ef11f, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=037eef54-1cc3-456f-a313-3dcb300ef11f,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:07.358647 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (037eef54-1cc3-456f-a313-3dcb300ef11f), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:07.385905 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] Calling delete_port for 037eef54-1cc3-456f-a313-3dcb300ef11f owned by network:dhcp {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:07.400083 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] For port 037eef54-1cc3-456f-a313-3dcb300ef11f, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=037eef54-1cc3-456f-a313-3dcb300ef11f,segment=NetworkSegment(f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf),segment_id=f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:07.400877 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (037eef54-1cc3-456f-a313-3dcb300ef11f), precommit_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:07.423323 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Calling delete_port for 037eef54-1cc3-456f-a313-3dcb300ef11f owned by network:dhcp {{(pid=103645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:07.468869 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (037eef54-1cc3-456f-a313-3dcb300ef11f), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:07.499823 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641'] for port (037eef54-1cc3-456f-a313-3dcb300ef11f), after_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:07.504429 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] No DVR routers for this DVR port 037eef54-1cc3-456f-a313-3dcb300ef11f on host dv-cinder-837164-1-iscsi {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:52:07.506574 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=037eef54-1cc3-456f-a313-3dcb300ef11f,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:07.523823 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Pushing event deleted for resources: {'Port': ['ID=037eef54-1cc3-456f-a313-3dcb300ef11f,revision_number=None']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:07.534276 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.534629 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.534979 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.535324 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.535663 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.536011 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.536461 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.536799 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.537131 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.537456 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.537783 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.538113 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.538439 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.538762 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.539082 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:07.541957 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765d48de-e6e3-490c-8a64-de6d7143729d None None] No DVR routers for this DVR port 037eef54-1cc3-456f-a313-3dcb300ef11f on host dv-cinder-837164-1-iscsi {{(pid=103645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:52:07.587904 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931487', 'neutron.services.segments.db._delete_segments_for_network-8761101197981'] for network (80fefa94-3dd9-45cd-815e-0803d238c223), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:07.608475 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80fefa94-3dd9-45cd-815e-0803d238c223']}} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:07.618968 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf') {'for_net_delete': True} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:07.619292 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf') {} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:07.628738 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761101199014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7555446'] for segment (f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:07.643214 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:07.649919 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=103643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:52:07.650307 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7534669'] for segment (f8fcf66f-07fd-46bd-bdd4-e1fadd40acdf), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: Traceback (most recent call last): Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: timer() Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: cb(*args, **kw) Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: return func(*args, **kwargs) Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: self._notify() Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: self.callback(batched_events) Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: event.method(event) Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: return f(self, *a, **k) Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._get(url).json() Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: return self.request(url, 'GET', **kwargs) Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:52:07.651999 dv-cinder-837164-1-iscsi neutron-server[103643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:52:07.709170 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646066'] for network (80fefa94-3dd9-45cd-815e-0803d238c223), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:07.715697 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:07.722828 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] 10.222.0.24 "DELETE /v2.0/networks/80fefa94-3dd9-45cd-815e-0803d238c223 HTTP/1.1" status: 204 len: 168 time: 0.5827522 Apr 08 17:52:07.723219 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 52990) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:07.733861 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb2dbc-4629-40fe-bcac-c07bc8fe7d61 admin admin] Pushing event deleted for resources: {'Network': ['ID=80fefa94-3dd9-45cd-815e-0803d238c223,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:07.751371 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device c0d5828c-7cd6-409e-ac15-ee5d17830b24 no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:52:07.773293 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: c0d5828c-7cd6-409e-ac15-ee5d17830b24 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:52:07.773646 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device c0d5828c-7cd6-409e-ac15-ee5d17830b24 not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:52:07.774068 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 3082c818-fdcb-4d17-94a1-2fd3d5443625 no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:52:07.795962 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: 3082c818-fdcb-4d17-94a1-2fd3d5443625 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:52:07.796345 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 3082c818-fdcb-4d17-94a1-2fd3d5443625 not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:52:07.796782 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 037eef54-1cc3-456f-a313-3dcb300ef11f no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:52:07.818146 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: 037eef54-1cc3-456f-a313-3dcb300ef11f {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:52:07.819055 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 037eef54-1cc3-456f-a313-3dcb300ef11f not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:52:08.063712 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c5430fdb-4a86-4f34-be06-4d6e84ddad3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643744'] for router_interface (8bd2c689-83f1-4cf1-8403-28375a74ef7e), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:08.322517 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-c5430fdb-4a86-4f34-be06-4d6e84ddad3d admin admin] Deleting port 64bf5fb0-16ec-4033-b41c-6be6f484d3b5 {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:08.322757 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c5430fdb-4a86-4f34-be06-4d6e84ddad3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (64bf5fb0-16ec-4033-b41c-6be6f484d3b5), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:08.401741 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-c5430fdb-4a86-4f34-be06-4d6e84ddad3d admin admin] For port 64bf5fb0-16ec-4033-b41c-6be6f484d3b5, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=64bf5fb0-16ec-4033-b41c-6be6f484d3b5,segment=NetworkSegment(5be873fc-83d3-4c4a-8ea3-5342263fdff4),segment_id=5be873fc-83d3-4c4a-8ea3-5342263fdff4)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:08.402099 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c5430fdb-4a86-4f34-be06-4d6e84ddad3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (64bf5fb0-16ec-4033-b41c-6be6f484d3b5), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:08.427402 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-c5430fdb-4a86-4f34-be06-4d6e84ddad3d admin admin] Calling delete_port for 64bf5fb0-16ec-4033-b41c-6be6f484d3b5 owned by network:router_interface {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:08.616091 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c5430fdb-4a86-4f34-be06-4d6e84ddad3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (64bf5fb0-16ec-4033-b41c-6be6f484d3b5), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:08.641169 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5430fdb-4a86-4f34-be06-4d6e84ddad3d admin admin] Pushing event deleted for resources: {'Port': ['ID=64bf5fb0-16ec-4033-b41c-6be6f484d3b5,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:08.816442 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c5430fdb-4a86-4f34-be06-4d6e84ddad3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1643636'] for router_interface (8bd2c689-83f1-4cf1-8403-28375a74ef7e), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:09.052618 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5430fdb-4a86-4f34-be06-4d6e84ddad3d admin admin] Router 8bd2c689-83f1-4cf1-8403-28375a74ef7e has already been hosted by L3 agent 5abe2635-dd0d-4e99-bca1-b16bb11a8ac1 {{(pid=103644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:52:09.165982 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5430fdb-4a86-4f34-be06-4d6e84ddad3d admin admin] Notify agent at l3_agent.dv-cinder-837164-1-iscsi the message routers_updated {{(pid=103644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:52:09.170988 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-c5430fdb-4a86-4f34-be06-4d6e84ddad3d admin admin] 10.222.0.24 "PUT /v2.0/routers/8bd2c689-83f1-4cf1-8403-28375a74ef7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4466588 Apr 08 17:52:09.173556 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 52998) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:09.176042 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c51874-b841-4800-bd3d-3bec9e1408dc None None] Sync routers for ids ['8bd2c689-83f1-4cf1-8403-28375a74ef7e'] in dv-cinder-837164-1-iscsi {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:52:09.186768 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c51874-b841-4800-bd3d-3bec9e1408dc None None] Routers {'8bd2c689-83f1-4cf1-8403-28375a74ef7e'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:09.187377 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-69c51874-b841-4800-bd3d-3bec9e1408dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:51:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['8bd2c689-83f1-4cf1-8403-28375a74ef7e'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:09.282170 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-11fb6b53-ac00-49ef-b733-12f4cb80e5a0 admin admin] Publish callbacks [] for router (8bd2c689-83f1-4cf1-8403-28375a74ef7e), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:09.302583 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-69c51874-b841-4800-bd3d-3bec9e1408dc None None] Set router 8bd2c689-83f1-4cf1-8403-28375a74ef7e gateway port host: dv-cinder-837164-1-iscsi {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:09.391771 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-11fb6b53-ac00-49ef-b733-12f4cb80e5a0 admin admin] Publish callbacks [] for router_gateway (8bd2c689-83f1-4cf1-8403-28375a74ef7e), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:09.446621 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-11fb6b53-ac00-49ef-b733-12f4cb80e5a0 admin admin] Deleting port 86f48dc2-a1d5-4b41-b856-dd856cf66590 {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:09.447043 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-11fb6b53-ac00-49ef-b733-12f4cb80e5a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (86f48dc2-a1d5-4b41-b856-dd856cf66590), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:09.481772 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-69c51874-b841-4800-bd3d-3bec9e1408dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'name': 'tempest-TestVolumeBootPattern-643205049-router', 'tenant_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'external_fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '86f48dc2-a1d5-4b41-b856-dd856cf66590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:27Z', 'updated_at': '2022-04-08T17:52:08Z', 'revision_number': 5, 'project_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'gw_port': {'id': '86f48dc2-a1d5-4b41-b856-dd856cf66590', 'name': '', 'network_id': 'c420803a-b2a7-4e2f-bfdc-3694fdd43ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:49:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837164-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:44:27Z', 'updated_at': '2022-04-08T17:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33c05c2f-6d03-4558-aed6-6e41f375f3ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837164-1-iscsi'}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:09.521585 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c51874-b841-4800-bd3d-3bec9e1408dc None None] Checking router: 8bd2c689-83f1-4cf1-8403-28375a74ef7e for host: dv-cinder-837164-1-iscsi {{(pid=103646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:52:09.531130 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c51874-b841-4800-bd3d-3bec9e1408dc None None] Routers {'8bd2c689-83f1-4cf1-8403-28375a74ef7e'} bound to L3 agent in host dv-cinder-837164-1-iscsi {{(pid=103646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:09.531667 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-11fb6b53-ac00-49ef-b733-12f4cb80e5a0 admin admin] For port 86f48dc2-a1d5-4b41-b856-dd856cf66590, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=86f48dc2-a1d5-4b41-b856-dd856cf66590,segment=NetworkSegment(92a039f8-9b80-4244-bf6e-f412fa006996),segment_id=92a039f8-9b80-4244-bf6e-f412fa006996)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:09.531837 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-69c51874-b841-4800-bd3d-3bec9e1408dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837164-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:48Z,description=,heartbeat_timestamp=2022-04-08T17:51:48Z,host='dv-cinder-837164-1-iscsi',id=5abe2635-dd0d-4e99-bca1-b16bb11a8ac1,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:48Z,topic='l3_agent')) {'router_ids': ['8bd2c689-83f1-4cf1-8403-28375a74ef7e'], 'active': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:09.532036 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-11fb6b53-ac00-49ef-b733-12f4cb80e5a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (86f48dc2-a1d5-4b41-b856-dd856cf66590), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:09.545645 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-11fb6b53-ac00-49ef-b733-12f4cb80e5a0 admin admin] Calling delete_port for 86f48dc2-a1d5-4b41-b856-dd856cf66590 owned by network:router_gateway {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:09.626763 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_dvr_db [None req-69c51874-b841-4800-bd3d-3bec9e1408dc None None] Set router 8bd2c689-83f1-4cf1-8403-28375a74ef7e gateway port host: None {{(pid=103646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:09.680901 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.l3_hamode_db [None req-69c51874-b841-4800-bd3d-3bec9e1408dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'name': 'tempest-TestVolumeBootPattern-643205049-router', 'tenant_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:27Z', 'updated_at': '2022-04-08T17:52:09Z', 'revision_number': 6, 'project_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'gw_port_host': None}], 'dv-cinder-837164-1-iscsi', False) {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:09.740333 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-11fb6b53-ac00-49ef-b733-12f4cb80e5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (86f48dc2-a1d5-4b41-b856-dd856cf66590), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:09.810511 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c51874-b841-4800-bd3d-3bec9e1408dc None None] The sync data for ids ['8bd2c689-83f1-4cf1-8403-28375a74ef7e'] in dv-cinder-837164-1-iscsi is: [{'id': '8bd2c689-83f1-4cf1-8403-28375a74ef7e', 'name': 'tempest-TestVolumeBootPattern-643205049-router', 'tenant_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:44:27Z', 'updated_at': '2022-04-08T17:52:09Z', 'revision_number': 6, 'project_id': 'bbc2ef4fc29f49a9aa574e34894f446f', 'gw_port_host': None}] {{(pid=103646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:52:09.992018 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb6b53-ac00-49ef-b733-12f4cb80e5a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=86f48dc2-a1d5-4b41-b856-dd856cf66590,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:10.054046 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-11fb6b53-ac00-49ef-b733-12f4cb80e5a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645974'] for router_gateway (8bd2c689-83f1-4cf1-8403-28375a74ef7e), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.148856 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-11fb6b53-ac00-49ef-b733-12f4cb80e5a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6559'] for router (8bd2c689-83f1-4cf1-8403-28375a74ef7e), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.150992 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-11fb6b53-ac00-49ef-b733-12f4cb80e5a0 admin admin] Publish callbacks [] for router_controller (8bd2c689-83f1-4cf1-8403-28375a74ef7e), precommit_delete_associations {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.199608 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-11fb6b53-ac00-49ef-b733-12f4cb80e5a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1731893'] for router (8bd2c689-83f1-4cf1-8403-28375a74ef7e), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.200440 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fb6b53-ac00-49ef-b733-12f4cb80e5a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd2c689-83f1-4cf1-8403-28375a74ef7e {{(pid=103644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 17:52:10.204886 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-11fb6b53-ac00-49ef-b733-12f4cb80e5a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.206062 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-11fb6b53-ac00-49ef-b733-12f4cb80e5a0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8bd2c689-83f1-4cf1-8403-28375a74ef7e HTTP/1.1" status: 204 len: 168 time: 1.0315907 Apr 08 17:52:10.209438 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 53002) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:10.262659 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f326d5-fc10-48f5-8c44-d375dcbf0cfb admin admin] Deleting subnet a07ef42f-3564-4219-b60c-664ef5b8f97d {{(pid=103644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:52:10.265948 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-81f326d5-fc10-48f5-8c44-d375dcbf0cfb admin admin] Publish callbacks [] for subnet (a07ef42f-3564-4219-b60c-664ef5b8f97d), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.301763 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-81f326d5-fc10-48f5-8c44-d375dcbf0cfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8211231'] for subnet (a07ef42f-3564-4219-b60c-664ef5b8f97d), precommit_delete_associations {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.384229 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-81f326d5-fc10-48f5-8c44-d375dcbf0cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929042'] for subnet (a07ef42f-3564-4219-b60c-664ef5b8f97d), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.436972 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-81f326d5-fc10-48f5-8c44-d375dcbf0cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5085542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4944753'] for subnet (a07ef42f-3564-4219-b60c-664ef5b8f97d), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.471775 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f326d5-fc10-48f5-8c44-d375dcbf0cfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a07ef42f-3564-4219-b60c-664ef5b8f97d,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:10.476226 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-81f326d5-fc10-48f5-8c44-d375dcbf0cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.481185 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-81f326d5-fc10-48f5-8c44-d375dcbf0cfb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a07ef42f-3564-4219-b60c-664ef5b8f97d HTTP/1.1" status: 204 len: 168 time: 0.2705138 Apr 08 17:52:10.481370 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e9e5ed-e4c0-4c2e-9668-5ddb830fb301 None None] Network cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882 requested from dv-cinder-837164-1-iscsi {{(pid=103645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:52:10.483694 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 53006) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:10.573505 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-970409'] for network (cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.632802 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] Deleting port 217f3ce6-4a7a-4b47-a070-f083443bd50f {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:10.633132 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (217f3ce6-4a7a-4b47-a070-f083443bd50f), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.652166 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaa5777-480b-42b0-92f9-c3491e127ff5 None None] DHCP port deletion for cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882 request from dv-cinder-837164-1-iscsi {{(pid=103645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 17:52:10.696047 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-7aaa5777-480b-42b0-92f9-c3491e127ff5 None None] Deleting port 217f3ce6-4a7a-4b47-a070-f083443bd50f {{(pid=103645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:10.696457 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-7aaa5777-480b-42b0-92f9-c3491e127ff5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (217f3ce6-4a7a-4b47-a070-f083443bd50f), before_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.700156 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] For port 217f3ce6-4a7a-4b47-a070-f083443bd50f, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=217f3ce6-4a7a-4b47-a070-f083443bd50f,segment=NetworkSegment(5be873fc-83d3-4c4a-8ea3-5342263fdff4),segment_id=5be873fc-83d3-4c4a-8ea3-5342263fdff4)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:10.700597 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (217f3ce6-4a7a-4b47-a070-f083443bd50f), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.715877 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] Calling delete_port for 217f3ce6-4a7a-4b47-a070-f083443bd50f owned by network:dhcp {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:10.762706 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-7aaa5777-480b-42b0-92f9-c3491e127ff5 None None] For port 217f3ce6-4a7a-4b47-a070-f083443bd50f, host dv-cinder-837164-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837164-1-iscsi',level=0,port_id=217f3ce6-4a7a-4b47-a070-f083443bd50f,segment=NetworkSegment(5be873fc-83d3-4c4a-8ea3-5342263fdff4),segment_id=5be873fc-83d3-4c4a-8ea3-5342263fdff4)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:10.763113 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-7aaa5777-480b-42b0-92f9-c3491e127ff5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (217f3ce6-4a7a-4b47-a070-f083443bd50f), precommit_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.777386 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-7aaa5777-480b-42b0-92f9-c3491e127ff5 None None] Calling delete_port for 217f3ce6-4a7a-4b47-a070-f083443bd50f owned by network:dhcp {{(pid=103645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:10.808875 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085491'] for port (217f3ce6-4a7a-4b47-a070-f083443bd50f), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.837237 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] Pushing event deleted for resources: {'Port': ['ID=217f3ce6-4a7a-4b47-a070-f083443bd50f,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:10.842044 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] No DVR routers for this DVR port 217f3ce6-4a7a-4b47-a070-f083443bd50f on host dv-cinder-837164-1-iscsi {{(pid=103644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:52:10.882054 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-7aaa5777-480b-42b0-92f9-c3491e127ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641'] for port (217f3ce6-4a7a-4b47-a070-f083443bd50f), after_delete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.907845 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa5777-480b-42b0-92f9-c3491e127ff5 None None] Pushing event deleted for resources: {'Port': ['ID=217f3ce6-4a7a-4b47-a070-f083443bd50f,revision_number=None']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:10.911972 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaa5777-480b-42b0-92f9-c3491e127ff5 None None] No DVR routers for this DVR port 217f3ce6-4a7a-4b47-a070-f083443bd50f on host dv-cinder-837164-1-iscsi {{(pid=103645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:52:10.919474 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931487', 'neutron.services.segments.db._delete_segments_for_network-8761101197981'] for network (cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.946387 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.services.segments.db [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882']}} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:10.955848 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.services.segments.db [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be873fc-83d3-4c4a-8ea3-5342263fdff4') {'for_net_delete': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:10.956140 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.services.segments.db [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be873fc-83d3-4c4a-8ea3-5342263fdff4') {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:10.965849 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761101199014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8211222'] for segment (5be873fc-83d3-4c4a-8ea3-5342263fdff4), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.978516 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 0f512e8b-008c-4c70-a6bf-72a732a56164 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:52:10.981273 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (5be873fc-83d3-4c4a-8ea3-5342263fdff4), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.988791 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=103644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:52:10.989187 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5085440'] for segment (5be873fc-83d3-4c4a-8ea3-5342263fdff4), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: Traceback (most recent call last): Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: timer() Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: cb(*args, **kw) Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: return func(*args, **kwargs) Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: self._notify() Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: self.callback(batched_events) Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: event.method(event) Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: return f(self, *a, **k) Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: return self._get(url).json() Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: return self.request(url, 'GET', **kwargs) Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:52:10.991143 dv-cinder-837164-1-iscsi neutron-server[103644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:52:10.998812 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: 0f512e8b-008c-4c70-a6bf-72a732a56164 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:52:10.999157 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device 0f512e8b-008c-4c70-a6bf-72a732a56164 not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:52:11.047824 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646066'] for network (cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.053303 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.056383 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882 HTTP/1.1" status: 204 len: 168 time: 0.5713615 Apr 08 17:52:11.067057 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c24fa-ea71-48c9-a584-1d243a779912 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf7e1b06-ae0c-4e2e-8485-c96ac0a2c882,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:11.176895 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 53010) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:11.222432 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-ac6820a2-a389-4581-a037-d9fb9250c15d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17839927addb4c4db61cbcd20994fa84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440390 Apr 08 17:52:11.225049 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 53012) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:11.281408 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-855a102a-cd2b-4477-98dd-f6676d45d56b admin admin] Publish callbacks [] for security_group (34e25f62-8443-4234-aa3a-2d35be785b01), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.304927 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-855a102a-cd2b-4477-98dd-f6676d45d56b admin admin] Publish callbacks [] for security_group (34e25f62-8443-4234-aa3a-2d35be785b01), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.356635 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-855a102a-cd2b-4477-98dd-f6676d45d56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (34e25f62-8443-4234-aa3a-2d35be785b01), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.359310 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-855a102a-cd2b-4477-98dd-f6676d45d56b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.360486 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-855a102a-cd2b-4477-98dd-f6676d45d56b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34e25f62-8443-4234-aa3a-2d35be785b01 HTTP/1.1" status: 204 len: 168 time: 0.1344886 Apr 08 17:52:11.368295 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a102a-cd2b-4477-98dd-f6676d45d56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e25f62-8443-4234-aa3a-2d35be785b01,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:11.702985 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 53032) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:11.748569 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 53034) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:11.749051 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-56982e83-af57-4d44-957b-24d593005ff3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbc2ef4fc29f49a9aa574e34894f446f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445120 Apr 08 17:52:11.752720 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 217f3ce6-4a7a-4b47-a070-f083443bd50f no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:52:11.815983 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-436bdc18-6007-4e3a-a6a6-e2f905870969 admin admin] Publish callbacks [] for security_group (c851154d-00df-4269-97a6-06ae86b36d6b), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.840850 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-436bdc18-6007-4e3a-a6a6-e2f905870969 admin admin] Publish callbacks [] for security_group (c851154d-00df-4269-97a6-06ae86b36d6b), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.897657 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-436bdc18-6007-4e3a-a6a6-e2f905870969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (c851154d-00df-4269-97a6-06ae86b36d6b), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.901792 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-436bdc18-6007-4e3a-a6a6-e2f905870969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.903212 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-436bdc18-6007-4e3a-a6a6-e2f905870969 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c851154d-00df-4269-97a6-06ae86b36d6b HTTP/1.1" status: 204 len: 168 time: 0.1523514 Apr 08 17:52:11.914917 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: 217f3ce6-4a7a-4b47-a070-f083443bd50f {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:52:11.915424 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 217f3ce6-4a7a-4b47-a070-f083443bd50f not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:52:11.915709 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bdc18-6007-4e3a-a6a6-e2f905870969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c851154d-00df-4269-97a6-06ae86b36d6b,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:11.916027 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 64bf5fb0-16ec-4033-b41c-6be6f484d3b5 no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:52:11.944733 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: 64bf5fb0-16ec-4033-b41c-6be6f484d3b5 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:52:11.945075 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 64bf5fb0-16ec-4033-b41c-6be6f484d3b5 not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:52:11.945508 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 86f48dc2-a1d5-4b41-b856-dd856cf66590 no longer exists at agent ovs-agent-dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:52:11.970198 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] No Port match for: 86f48dc2-a1d5-4b41-b856-dd856cf66590 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:52:11.970573 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Device 86f48dc2-a1d5-4b41-b856-dd856cf66590 not bound to the agent host dv-cinder-837164-1-iscsi {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:52:15.306763 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:15.399075 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-f7d7d792-bb71-4538-81aa-70a0f0f7ae6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:16.044723 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-5d6049d6-bcdc-4608-a4d7-c87015b21dfe tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:16.046195 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-5d6049d6-bcdc-4608-a4d7-c87015b21dfe tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/networks?id=05e5c43c-13fb-4974-ad3e-4fff16a3d075 HTTP/1.1" status: 200 len: 814 time: 0.1060696 Apr 08 17:52:16.061723 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-4f804fb8-2408-43d4-a7b7-962c796dfed6 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/quotas/5e4489fcbf3c44c58c2f94e94f41cbd1 HTTP/1.1" status: 200 len: 375 time: 0.0090611 Apr 08 17:52:16.096710 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-b8fd6d51-6395-43f6-b705-573f4638d084 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e4489fcbf3c44c58c2f94e94f41cbd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298681 Apr 08 17:52:16.201528 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-2fdf0949-cf7c-4431-bd2a-dec178d6dd53 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103644) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:52:16.202788 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-2fdf0949-cf7c-4431-bd2a-dec178d6dd53 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0993342 Apr 08 17:52:16.294142 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-89e07563-9ec2-4a89-b538-64aadf43a8d2 service neutron] 10.222.0.24 "GET /v2.0/networks/05e5c43c-13fb-4974-ad3e-4fff16a3d075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848048 Apr 08 17:52:16.385672 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-16f378f3-999e-48a1-9388-65bf84737654 service neutron] 10.222.0.24 "GET /v2.0/networks/05e5c43c-13fb-4974-ad3e-4fff16a3d075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856440 Apr 08 17:52:16.548891 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ba1211bd-1039-4d65-9d10-1bf1f45bbbb3 req-59201f7b-2fb3-4c73-858a-8b1c36661fda tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddaf1b65-257c-44ea-81cb-1cece255f328 HTTP/1.1" status: 200 len: 210 time: 0.0272944 Apr 08 17:52:16.556515 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:52:17.604820 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-921a5119-cf58-49e5-bf01-71beac4ec483 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:17.607052 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-921a5119-cf58-49e5-bf01-71beac4ec483 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.91 "GET /v2.0/networks?id=05e5c43c-13fb-4974-ad3e-4fff16a3d075 HTTP/1.1" status: 200 len: 814 time: 0.1136672 Apr 08 17:52:17.626197 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a69c5274-8d59-49bf-8114-af32a630fa1a tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Request body: {'port': {'device_id': 'ddaf1b65-257c-44ea-81cb-1cece255f328', 'network_id': '05e5c43c-13fb-4974-ad3e-4fff16a3d075', 'admin_state_up': True, 'tenant_id': '5e4489fcbf3c44c58c2f94e94f41cbd1'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:17.650182 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-17272abb-72c6-4f74-b5c4-882a4c6499ad req-847a6e06-2f45-4ff7-90f1-9174479a79de tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddaf1b65-257c-44ea-81cb-1cece255f328 HTTP/1.1" status: 200 len: 210 time: 0.0288103 Apr 08 17:52:17.743126 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a69c5274-8d59-49bf-8114-af32a630fa1a tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Made reservation on behalf of 5e4489fcbf3c44c58c2f94e94f41cbd1 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:52:17.746624 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a69c5274-8d59-49bf-8114-af32a630fa1a tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:17.883983 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a69c5274-8d59-49bf-8114-af32a630fa1a tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Allocated IP 172.20.0.3 (05e5c43c-13fb-4974-ad3e-4fff16a3d075/90eff61f-b6a1-47bf-99d6-be7b26f0ee8a/c964f26f-6498-48c4-aadd-22e96f840741) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:52:18.038487 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a69c5274-8d59-49bf-8114-af32a630fa1a tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Publish callbacks [] for port (c964f26f-6498-48c4-aadd-22e96f840741), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:18.069306 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-3f4be999-ee51-4870-80ec-164857434353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:18.074099 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a69c5274-8d59-49bf-8114-af32a630fa1a tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761100686632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (c964f26f-6498-48c4-aadd-22e96f840741), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:18.119362 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a69c5274-8d59-49bf-8114-af32a630fa1a tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Network 05e5c43c-13fb-4974-ad3e-4fff16a3d075 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:52:18.122201 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a69c5274-8d59-49bf-8114-af32a630fa1a tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:52:18.125808 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a69c5274-8d59-49bf-8114-af32a630fa1a tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:52:18.149333 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c5274-8d59-49bf-8114-af32a630fa1a tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Pushing event updated for resources: {'Port': ['ID=c964f26f-6498-48c4-aadd-22e96f840741,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:18.177430 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a69c5274-8d59-49bf-8114-af32a630fa1a tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:18.178042 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a69c5274-8d59-49bf-8114-af32a630fa1a tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:18.194996 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a69c5274-8d59-49bf-8114-af32a630fa1a tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5728571 Apr 08 17:52:18.213613 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Request body: {'port': {'device_id': 'ddaf1b65-257c-44ea-81cb-1cece255f328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:18.280844 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (c964f26f-6498-48c4-aadd-22e96f840741), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:18.550465 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c964f26f-6498-48c4-aadd-22e96f840741 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:52:18.558428 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Publish callbacks [] for port (c964f26f-6498-48c4-aadd-22e96f840741), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:18.574405 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Transition to ACTIVE for port object c964f26f-6498-48c4-aadd-22e96f840741 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:52:18.578110 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (c964f26f-6498-48c4-aadd-22e96f840741), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:18.636144 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Pushing event updated for resources: {'Port': ['ID=c964f26f-6498-48c4-aadd-22e96f840741,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:18.711801 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Attempting to bind port c964f26f-6498-48c4-aadd-22e96f840741 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:52:18.712218 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Attempting to bind port c964f26f-6498-48c4-aadd-22e96f840741 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '5e0de06a-5e0a-4d1e-9ded-65e9493aedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '05e5c43c-13fb-4974-ad3e-4fff16a3d075'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:52:18.712640 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Attempting to bind port c964f26f-6498-48c4-aadd-22e96f840741 on network 05e5c43c-13fb-4974-ad3e-4fff16a3d075 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:52:18.717272 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Port c964f26f-6498-48c4-aadd-22e96f840741 on network 05e5c43c-13fb-4974-ad3e-4fff16a3d075 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:52:18.717598 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Attempting to bind port c964f26f-6498-48c4-aadd-22e96f840741 on network 05e5c43c-13fb-4974-ad3e-4fff16a3d075 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:52:18.722469 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Checking agent: {'id': 'a47e7214-b82f-44c3-b0cc-cfad62998785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:52:18.722812 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Checking segment: {'id': '5e0de06a-5e0a-4d1e-9ded-65e9493aedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '05e5c43c-13fb-4974-ad3e-4fff16a3d075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:52:18.723303 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Bound using segment: {'id': '5e0de06a-5e0a-4d1e-9ded-65e9493aedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '05e5c43c-13fb-4974-ad3e-4fff16a3d075'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:52:18.724326 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Bound port: c964f26f-6498-48c4-aadd-22e96f840741, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e0de06a-5e0a-4d1e-9ded-65e9493aedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '05e5c43c-13fb-4974-ad3e-4fff16a3d075'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:52:18.724621 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (c964f26f-6498-48c4-aadd-22e96f840741), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:18.766474 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5669ba9-038f-409b-a16f-4eafa0ab109e req-3704fdd3-621a-4092-9b23-e85118e7b70c tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:18.767938 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c5669ba9-038f-409b-a16f-4eafa0ab109e req-3704fdd3-621a-4092-9b23-e85118e7b70c tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddaf1b65-257c-44ea-81cb-1cece255f328 HTTP/1.1" status: 200 len: 943 time: 0.0462863 Apr 08 17:52:18.790428 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] For port c964f26f-6498-48c4-aadd-22e96f840741, host hv-cinder-83716, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:52:18.793530 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] For port c964f26f-6498-48c4-aadd-22e96f840741, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c964f26f-6498-48c4-aadd-22e96f840741,segment=NetworkSegment(5e0de06a-5e0a-4d1e-9ded-65e9493aedfb),segment_id=5e0de06a-5e0a-4d1e-9ded-65e9493aedfb)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:52:18.799990 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7534705'] for port (c964f26f-6498-48c4-aadd-22e96f840741), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:18.819792 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c5669ba9-038f-409b-a16f-4eafa0ab109e req-ddb3a50a-cc43-4ace-bfbf-62620f7a426f tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461032 Apr 08 17:52:18.831768 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:18.832830 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:18.834303 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] 10.222.0.91 "PUT /v2.0/ports/c964f26f-6498-48c4-aadd-22e96f840741 HTTP/1.1" status: 200 len: 1093 time: 0.6250238 Apr 08 17:52:18.838958 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddaf1b65-257c-44ea-81cb-1cece255f328', 'tag': 'c964f26f-6498-48c4-aadd-22e96f840741'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:52:18.841317 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336d08a4-8a49-4b04-8af1-94b945d14353" -d '{"events": [{"name": "network-changed", "server_uuid": "ddaf1b65-257c-44ea-81cb-1cece255f328", "tag": "c964f26f-6498-48c4-aadd-22e96f840741"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:52:18.875209 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b1922-95b5-480b-9608-e241391ea2ff service neutron] Pushing event updated for resources: {'Port': ['ID=c964f26f-6498-48c4-aadd-22e96f840741,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:18.879057 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:18.884329 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac0ba18-94e5-4585-9d39-9482abba96d6 x-openstack-request-id: req-9ac0ba18-94e5-4585-9d39-9482abba96d6 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:52:18.885217 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddaf1b65-257c-44ea-81cb-1cece255f328", "tag": "c964f26f-6498-48c4-aadd-22e96f840741", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:52:18.885639 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ac0ba18-94e5-4585-9d39-9482abba96d6 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:52:18.886064 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ac0ba18-94e5-4585-9d39-9482abba96d6'] response: {'name': 'network-changed', 'server_uuid': 'ddaf1b65-257c-44ea-81cb-1cece255f328', 'tag': 'c964f26f-6498-48c4-aadd-22e96f840741', 'status': 'completed', 'code': 200} Apr 08 17:52:18.946533 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a1d830f8-85c2-4e3e-bfb7-4efcf41c915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:18.948049 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-a1d830f8-85c2-4e3e-bfb7-4efcf41c915c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e4489fcbf3c44c58c2f94e94f41cbd1&device_id=ddaf1b65-257c-44ea-81cb-1cece255f328 HTTP/1.1" status: 200 len: 1127 time: 0.0441213 Apr 08 17:52:19.001608 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-e007fa20-13ba-4e2d-9868-f0c24f10bae8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c964f26f-6498-48c4-aadd-22e96f840741 HTTP/1.1" status: 200 len: 217 time: 0.0397222 Apr 08 17:52:19.058186 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-46c659e2-c300-403b-b506-aa78d4344eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:19.059668 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-46c659e2-c300-403b-b506-aa78d4344eb3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=90eff61f-b6a1-47bf-99d6-be7b26f0ee8a HTTP/1.1" status: 200 len: 854 time: 0.0523520 Apr 08 17:52:19.093408 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-ce68b24b-0e82-4d70-8c6d-754b732872f9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05e5c43c-13fb-4974-ad3e-4fff16a3d075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274436 Apr 08 17:52:19.184982 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-9cc9a3dd-4a04-4f59-8612-801774832bda service neutron] 10.222.0.91 "GET /v2.0/networks/05e5c43c-13fb-4974-ad3e-4fff16a3d075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854466 Apr 08 17:52:19.280781 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1f694233-1db2-42ee-ab07-7f766d9c99da req-ea5b6712-09d5-4fd2-91ef-2fd38d1e1384 service neutron] 10.222.0.91 "GET /v2.0/networks/05e5c43c-13fb-4974-ad3e-4fff16a3d075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899575 Apr 08 17:52:19.934077 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c3e41-8f46-442b-8ff2-1721bbee4dc1 req-eb099bc7-3c55-42e7-9d26-d6e6c6c01acb tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:19.935607 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c43c3e41-8f46-442b-8ff2-1721bbee4dc1 req-eb099bc7-3c55-42e7-9d26-d6e6c6c01acb tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddaf1b65-257c-44ea-81cb-1cece255f328 HTTP/1.1" status: 200 len: 943 time: 0.0482202 Apr 08 17:52:19.985465 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-c43c3e41-8f46-442b-8ff2-1721bbee4dc1 req-1585d820-390a-43a2-b7ac-3e54198b7512 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442436 Apr 08 17:52:20.116942 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d08a4-8a49-4b04-8af1-94b945d14353 req-09f7f429-b45f-43d1-9835-f13a6cdc6830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:20.118434 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-336d08a4-8a49-4b04-8af1-94b945d14353 req-09f7f429-b45f-43d1-9835-f13a6cdc6830 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e4489fcbf3c44c58c2f94e94f41cbd1&device_id=ddaf1b65-257c-44ea-81cb-1cece255f328 HTTP/1.1" status: 200 len: 1127 time: 0.0397115 Apr 08 17:52:20.212675 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d08a4-8a49-4b04-8af1-94b945d14353 req-ec42744d-4c68-46a7-a339-a34bdaff0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:20.214250 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-336d08a4-8a49-4b04-8af1-94b945d14353 req-ec42744d-4c68-46a7-a339-a34bdaff0d15 service neutron] 10.222.0.91 "GET /v2.0/networks?id=05e5c43c-13fb-4974-ad3e-4fff16a3d075 HTTP/1.1" status: 200 len: 915 time: 0.0904536 Apr 08 17:52:20.262003 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-336d08a4-8a49-4b04-8af1-94b945d14353 req-0263c1f8-5ec7-445c-9723-54882a75c241 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c964f26f-6498-48c4-aadd-22e96f840741 HTTP/1.1" status: 200 len: 217 time: 0.0417283 Apr 08 17:52:20.318544 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d08a4-8a49-4b04-8af1-94b945d14353 req-52fb1713-60c6-4dc6-88dd-c40f92845681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:20.320055 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-336d08a4-8a49-4b04-8af1-94b945d14353 req-52fb1713-60c6-4dc6-88dd-c40f92845681 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=90eff61f-b6a1-47bf-99d6-be7b26f0ee8a HTTP/1.1" status: 200 len: 854 time: 0.0528097 Apr 08 17:52:20.352294 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-336d08a4-8a49-4b04-8af1-94b945d14353 req-7f259170-a36c-4764-94c6-2989ef65cfe8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05e5c43c-13fb-4974-ad3e-4fff16a3d075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263588 Apr 08 17:52:20.447873 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-336d08a4-8a49-4b04-8af1-94b945d14353 req-9f447641-0d78-43f2-846a-16343b294a63 service neutron] 10.222.0.91 "GET /v2.0/networks/05e5c43c-13fb-4974-ad3e-4fff16a3d075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897336 Apr 08 17:52:20.548781 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-336d08a4-8a49-4b04-8af1-94b945d14353 req-5c0d76d3-5992-45e8-ab91-6bf63037e80a service neutron] 10.222.0.91 "GET /v2.0/networks/05e5c43c-13fb-4974-ad3e-4fff16a3d075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946686 Apr 08 17:52:20.581888 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:21.107877 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1cb5f-280f-4c7c-8ea8-837b2c13e605 req-3b7ef058-29d4-4913-b3ed-fd0bcf3e45d1 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:21.109298 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-49f1cb5f-280f-4c7c-8ea8-837b2c13e605 req-3b7ef058-29d4-4913-b3ed-fd0bcf3e45d1 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddaf1b65-257c-44ea-81cb-1cece255f328 HTTP/1.1" status: 200 len: 943 time: 0.0554583 Apr 08 17:52:21.158363 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-49f1cb5f-280f-4c7c-8ea8-837b2c13e605 req-195b3411-6b04-4689-997c-ceb5e3cc557d tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433371 Apr 08 17:52:21.953831 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:22.127436 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device c964f26f-6498-48c4-aadd-22e96f840741 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:52:22.234436 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port c964f26f-6498-48c4-aadd-22e96f840741, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c964f26f-6498-48c4-aadd-22e96f840741,segment=NetworkSegment(5e0de06a-5e0a-4d1e-9ded-65e9493aedfb),segment_id=5e0de06a-5e0a-4d1e-9ded-65e9493aedfb)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:22.246386 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Returning: {'device': 'c964f26f-6498-48c4-aadd-22e96f840741', 'network_id': '05e5c43c-13fb-4974-ad3e-4fff16a3d075', 'port_id': 'c964f26f-6498-48c4-aadd-22e96f840741', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90eff61f-b6a1-47bf-99d6-be7b26f0ee8a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:52:22.283640 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e5a9a-c180-4c23-a7b6-87664702ff28 req-299eef39-6ac6-4c31-9c95-063b8e049335 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:22.284384 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port c964f26f-6498-48c4-aadd-22e96f840741 is: DOWN; New status is: BUILD {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:22.284781 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (c964f26f-6498-48c4-aadd-22e96f840741), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:22.285181 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7a8e5a9a-c180-4c23-a7b6-87664702ff28 req-299eef39-6ac6-4c31-9c95-063b8e049335 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddaf1b65-257c-44ea-81cb-1cece255f328 HTTP/1.1" status: 200 len: 943 time: 0.0588436 Apr 08 17:52:22.299901 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c964f26f-6498-48c4-aadd-22e96f840741 {{(pid=103645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:52:22.321219 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port c964f26f-6498-48c4-aadd-22e96f840741, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c964f26f-6498-48c4-aadd-22e96f840741,segment=NetworkSegment(5e0de06a-5e0a-4d1e-9ded-65e9493aedfb),segment_id=5e0de06a-5e0a-4d1e-9ded-65e9493aedfb)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:22.326746 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (c964f26f-6498-48c4-aadd-22e96f840741), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:22.341109 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-7a8e5a9a-c180-4c23-a7b6-87664702ff28 req-14b4e153-0c43-4ec2-b7cc-55d2159e252c tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501981 Apr 08 17:52:22.381732 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=c964f26f-6498-48c4-aadd-22e96f840741,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:22.616585 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['c964f26f-6498-48c4-aadd-22e96f840741'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:52:23.457486 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebee1c-0e1c-4fa6-9f2a-9b73d1036077 req-efa2ae7d-394f-4a2d-ba95-af8510560555 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:23.458978 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-deebee1c-0e1c-4fa6-9f2a-9b73d1036077 req-efa2ae7d-394f-4a2d-ba95-af8510560555 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddaf1b65-257c-44ea-81cb-1cece255f328 HTTP/1.1" status: 200 len: 944 time: 0.0491669 Apr 08 17:52:23.506059 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-deebee1c-0e1c-4fa6-9f2a-9b73d1036077 req-af2efe85-3f1a-43be-9c2c-cddb865fd84e tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407469 Apr 08 17:52:24.142486 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device c964f26f-6498-48c4-aadd-22e96f840741 up at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:52:24.189765 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning for port c964f26f-6498-48c4-aadd-22e96f840741 completed by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:52:24.196605 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.db.provisioning_blocks [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Provisioning complete for port c964f26f-6498-48c4-aadd-22e96f840741 triggered by entity L2. {{(pid=103645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:24.197022 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931702'] for port (c964f26f-6498-48c4-aadd-22e96f840741), provisioning_complete {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:24.275594 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Current status of the port c964f26f-6498-48c4-aadd-22e96f840741 is: BUILD; New status is: ACTIVE {{(pid=103645) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:24.275981 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989284'] for port (c964f26f-6498-48c4-aadd-22e96f840741), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:24.297360 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaf1b65-257c-44ea-81cb-1cece255f328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c964f26f-6498-48c4-aadd-22e96f840741'}] {{(pid=103645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:52:24.299572 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3690eea9a41bb6f398b90edb75bb498e10a3d2cc18047df6eb6a79d48396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9965b149-412e-4d63-a251-87501052f083" -d '{"events": [{"server_uuid": "ddaf1b65-257c-44ea-81cb-1cece255f328", "name": "network-vif-plugged", "status": "completed", "tag": "c964f26f-6498-48c4-aadd-22e96f840741"}]}' {{(pid=103645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:52:24.315521 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] For port c964f26f-6498-48c4-aadd-22e96f840741, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c964f26f-6498-48c4-aadd-22e96f840741,segment=NetworkSegment(5e0de06a-5e0a-4d1e-9ded-65e9493aedfb),segment_id=5e0de06a-5e0a-4d1e-9ded-65e9493aedfb)] {{(pid=103645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:24.320695 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761101161741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761100686650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761100686668'] for port (c964f26f-6498-48c4-aadd-22e96f840741), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:24.343965 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecf571a-8d7e-4239-84a5-2fb663c7b5b3 x-openstack-request-id: req-7ecf571a-8d7e-4239-84a5-2fb663c7b5b3 {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:52:24.344288 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaf1b65-257c-44ea-81cb-1cece255f328", "name": "network-vif-plugged", "status": "completed", "tag": "c964f26f-6498-48c4-aadd-22e96f840741", "code": 200}]} {{(pid=103645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:52:24.344553 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ecf571a-8d7e-4239-84a5-2fb663c7b5b3 {{(pid=103645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:52:24.344949 dv-cinder-837164-1-iscsi neutron-server[103645]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ecf571a-8d7e-4239-84a5-2fb663c7b5b3'] response: {'server_uuid': 'ddaf1b65-257c-44ea-81cb-1cece255f328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c964f26f-6498-48c4-aadd-22e96f840741', 'code': 200} Apr 08 17:52:24.371730 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Pushing event updated for resources: {'Port': ['ID=c964f26f-6498-48c4-aadd-22e96f840741,revision_number=5']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:24.543744 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277f5b6-7d85-499e-9b98-b675358dd661 req-bcbc7523-7f46-4fdc-b4c3-59a8c2116828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:24.545291 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5277f5b6-7d85-499e-9b98-b675358dd661 req-bcbc7523-7f46-4fdc-b4c3-59a8c2116828 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ddaf1b65-257c-44ea-81cb-1cece255f328 HTTP/1.1" status: 200 len: 1129 time: 0.0452592 Apr 08 17:52:24.592188 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5277f5b6-7d85-499e-9b98-b675358dd661 req-9971e831-2533-46e8-ac6d-ccce6d0d427a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412798 Apr 08 17:52:24.623475 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282dab3-4961-48c5-86a3-35585808cdb5 req-30d3ada5-fdf6-4653-892e-59a45ad792e7 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:24.625113 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8282dab3-4961-48c5-86a3-35585808cdb5 req-30d3ada5-fdf6-4653-892e-59a45ad792e7 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddaf1b65-257c-44ea-81cb-1cece255f328 HTTP/1.1" status: 200 len: 945 time: 0.0509324 Apr 08 17:52:24.673689 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-8282dab3-4961-48c5-86a3-35585808cdb5 req-ad577d8a-29e0-41cc-8bad-f475ba76bfb9 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429008 Apr 08 17:52:25.795780 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b621963-1631-4b7c-8718-bbc817c3a1f6 req-30ef4867-b1bd-400e-84c9-c5e60930c572 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:25.797295 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2b621963-1631-4b7c-8718-bbc817c3a1f6 req-30ef4867-b1bd-400e-84c9-c5e60930c572 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddaf1b65-257c-44ea-81cb-1cece255f328 HTTP/1.1" status: 200 len: 945 time: 0.0474200 Apr 08 17:52:25.845485 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-2b621963-1631-4b7c-8718-bbc817c3a1f6 req-2c7a3f51-d68f-4158-a2bf-14bb28354195 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425394 Apr 08 17:52:45.310929 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:45.402371 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-e610f9bc-3367-4b56-8f36-f857288e20fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:45.941839 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8cc9f-0827-41fe-a36d-d5657c81d15d req-89571260-d923-406c-b67d-657571e288a9 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:45.943199 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e0f8cc9f-0827-41fe-a36d-d5657c81d15d req-89571260-d923-406c-b67d-657571e288a9 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddaf1b65-257c-44ea-81cb-1cece255f328 HTTP/1.1" status: 200 len: 945 time: 0.0477664 Apr 08 17:52:45.995833 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-e0f8cc9f-0827-41fe-a36d-d5657c81d15d req-98b502b2-d46d-4fa0-8ba3-ebdaefa376a3 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464683 Apr 08 17:52:47.112493 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f73c6-faa6-4dd1-aae7-f053f9c78b12 req-3c8e79da-069f-4aa7-a675-34b1fa745335 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:47.113882 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0e5f73c6-faa6-4dd1-aae7-f053f9c78b12 req-3c8e79da-069f-4aa7-a675-34b1fa745335 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddaf1b65-257c-44ea-81cb-1cece255f328 HTTP/1.1" status: 200 len: 945 time: 0.0470695 Apr 08 17:52:47.161753 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-0e5f73c6-faa6-4dd1-aae7-f053f9c78b12 req-635227cb-5696-4143-ab07-96f8cfd75c3c tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/security-groups?id=256b5e96-c121-4baf-8c7a-0602364ccfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422421 Apr 08 17:52:47.697255 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698aadb9-049d-4dfb-b624-abc187368544 req-5844bfa3-b97e-4b83-8597-929574c28bd1 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:47.698701 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-698aadb9-049d-4dfb-b624-abc187368544 req-5844bfa3-b97e-4b83-8597-929574c28bd1 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.91 "GET /v2.0/ports?device_id=ddaf1b65-257c-44ea-81cb-1cece255f328 HTTP/1.1" status: 200 len: 945 time: 0.0455570 Apr 08 17:52:47.786554 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-698aadb9-049d-4dfb-b624-abc187368544 req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Deleting port c964f26f-6498-48c4-aadd-22e96f840741 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:47.786926 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-698aadb9-049d-4dfb-b624-abc187368544 req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761101157645'] for port (c964f26f-6498-48c4-aadd-22e96f840741), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:47.882914 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-698aadb9-049d-4dfb-b624-abc187368544 req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] For port c964f26f-6498-48c4-aadd-22e96f840741, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c964f26f-6498-48c4-aadd-22e96f840741,segment=NetworkSegment(5e0de06a-5e0a-4d1e-9ded-65e9493aedfb),segment_id=5e0de06a-5e0a-4d1e-9ded-65e9493aedfb)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:47.883273 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-698aadb9-049d-4dfb-b624-abc187368544 req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641581'] for port (c964f26f-6498-48c4-aadd-22e96f840741), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:47.896426 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-698aadb9-049d-4dfb-b624-abc187368544 req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Calling delete_port for c964f26f-6498-48c4-aadd-22e96f840741 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:48.036459 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-698aadb9-049d-4dfb-b624-abc187368544 req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761101163255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761100686641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7534718'] for port (c964f26f-6498-48c4-aadd-22e96f840741), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:48.061741 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-482e570e-428c-47f8-bd9f-7111d8fc3b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:48.066399 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Pushing event deleted for resources: {'Port': ['ID=c964f26f-6498-48c4-aadd-22e96f840741,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:48.072435 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] get_ports_and_sgs() called for port_ids ['c964f26f-6498-48c4-aadd-22e96f840741'] {{(pid=103645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:52:48.083656 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:48.084010 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:48.084400 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:48.084886 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:48.085232 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:48.085669 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:48.086015 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:48.086351 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:48.086687 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:48.087014 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:48.087348 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:48.087676 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:48.088005 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:48.088362 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:48.088690 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:48.131687 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-698aadb9-049d-4dfb-b624-abc187368544 req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] No DVR routers for this DVR port c964f26f-6498-48c4-aadd-22e96f840741 on host hv-cinder-83716 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:52:48.134197 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-698aadb9-049d-4dfb-b624-abc187368544 req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188095'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:48.137509 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-698aadb9-049d-4dfb-b624-abc187368544 req-0211731c-7fe8-4d47-a00b-ce533cfdd9a0 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.91 "DELETE /v2.0/ports/c964f26f-6498-48c4-aadd-22e96f840741 HTTP/1.1" status: 204 len: 173 time: 0.4339283 Apr 08 17:52:48.137953 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaf1b65-257c-44ea-81cb-1cece255f328', 'name': 'network-vif-deleted', 'tag': 'c964f26f-6498-48c4-aadd-22e96f840741'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:52:48.140197 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4819c92b69e0e6ae069bad0b2ba8d26f8320523e38863f8c696708e53df9215f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b44a92-0c3c-46ad-a644-3edf45fdfabe" -d '{"events": [{"server_uuid": "ddaf1b65-257c-44ea-81cb-1cece255f328", "name": "network-vif-deleted", "tag": "c964f26f-6498-48c4-aadd-22e96f840741"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:52:48.178617 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706a9fbb-05d9-4c2f-a973-47e8731c1a31 x-openstack-request-id: req-706a9fbb-05d9-4c2f-a973-47e8731c1a31 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:52:48.178946 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaf1b65-257c-44ea-81cb-1cece255f328", "name": "network-vif-deleted", "tag": "c964f26f-6498-48c4-aadd-22e96f840741", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:52:48.179231 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-706a9fbb-05d9-4c2f-a973-47e8731c1a31 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:52:48.179639 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event matching ['req-706a9fbb-05d9-4c2f-a973-47e8731c1a31'] response: {'server_uuid': 'ddaf1b65-257c-44ea-81cb-1cece255f328', 'name': 'network-vif-deleted', 'tag': 'c964f26f-6498-48c4-aadd-22e96f840741', 'status': 'completed', 'code': 200} Apr 08 17:52:48.265476 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [req-ab4bb431-e731-40cd-8ec3-48e6ee790ace req-5c7aab0a-4d2c-4264-8def-9c7947a8f515 tempest-VolumesSnapshotTestJSON-1330454310 tempest-VolumesSnapshotTestJSON-1330454310-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddaf1b65-257c-44ea-81cb-1cece255f328 HTTP/1.1" status: 200 len: 210 time: 0.0276237 Apr 08 17:52:48.878393 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:50.584725 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:51.958145 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:53.532036 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device c964f26f-6498-48c4-aadd-22e96f840741 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:52:53.555250 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:52:53.555995 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.plugin [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] No Port match for: c964f26f-6498-48c4-aadd-22e96f840741 {{(pid=103645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:52:53.556378 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.rpc [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Device c964f26f-6498-48c4-aadd-22e96f840741 not bound to the agent host hv-cinder-83716 {{(pid=103645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:53:11.507597 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.wsgi [-] (103644) accepted ('10.222.0.24', 53320) {{(pid=103644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:11.554918 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Deleting subnet 90eff61f-b6a1-47bf-99d6-be7b26f0ee8a {{(pid=103644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:53:11.558605 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Publish callbacks [] for subnet (90eff61f-b6a1-47bf-99d6-be7b26f0ee8a), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:11.606925 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8211231'] for subnet (90eff61f-b6a1-47bf-99d6-be7b26f0ee8a), precommit_delete_associations {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:11.649536 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929042'] for subnet (90eff61f-b6a1-47bf-99d6-be7b26f0ee8a), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:11.706624 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5085542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4944753'] for subnet (90eff61f-b6a1-47bf-99d6-be7b26f0ee8a), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:11.731900 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90eff61f-b6a1-47bf-99d6-be7b26f0ee8a,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:11.741906 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for subnet (None), before_response {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:11.745169 dv-cinder-837164-1-iscsi neutron-server[103644]: INFO neutron.wsgi [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/90eff61f-b6a1-47bf-99d6-be7b26f0ee8a HTTP/1.1" status: 204 len: 168 time: 0.2362108 Apr 08 17:53:11.747040 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.747479 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.747722 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 53322) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:11.748125 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.748251 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.748508 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.748847 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.749224 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.749487 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.749814 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.750237 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.750567 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.750901 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.751224 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.751543 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.751854 dv-cinder-837164-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f392ce-844c-4658-a195-f1e69cbd805d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837164-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.820855 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8b70d9f0-968c-4ae9-99b6-752cc6d77942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-970409'] for network (05e5c43c-13fb-4974-ad3e-4fff16a3d075), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:11.901569 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8b70d9f0-968c-4ae9-99b6-752cc6d77942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931487', 'neutron.services.segments.db._delete_segments_for_network-8761101197981'] for network (05e5c43c-13fb-4974-ad3e-4fff16a3d075), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:11.922649 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-8b70d9f0-968c-4ae9-99b6-752cc6d77942 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e5c43c-13fb-4974-ad3e-4fff16a3d075']}} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:11.932858 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-8b70d9f0-968c-4ae9-99b6-752cc6d77942 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0de06a-5e0a-4d1e-9ded-65e9493aedfb') {'for_net_delete': True} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:11.933145 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-8b70d9f0-968c-4ae9-99b6-752cc6d77942 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0de06a-5e0a-4d1e-9ded-65e9493aedfb') {} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:11.942180 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8b70d9f0-968c-4ae9-99b6-752cc6d77942 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761101199014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7555446'] for segment (5e0de06a-5e0a-4d1e-9ded-65e9493aedfb), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:11.955202 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8b70d9f0-968c-4ae9-99b6-752cc6d77942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623'] for segment (5e0de06a-5e0a-4d1e-9ded-65e9493aedfb), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:11.961142 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b70d9f0-968c-4ae9-99b6-752cc6d77942 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=103643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:53:11.961555 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8b70d9f0-968c-4ae9-99b6-752cc6d77942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-926623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7534669'] for segment (5e0de06a-5e0a-4d1e-9ded-65e9493aedfb), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: Traceback (most recent call last): Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: timer() Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: cb(*args, **kw) Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: return func(*args, **kwargs) Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: self._notify() Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: self.callback(batched_events) Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: event.method(event) Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: return f(self, *a, **k) Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._get(url).json() Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: return self.request(url, 'GET', **kwargs) Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:53:11.963325 dv-cinder-837164-1-iscsi neutron-server[103643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:53:12.019392 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8b70d9f0-968c-4ae9-99b6-752cc6d77942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646066'] for network (05e5c43c-13fb-4974-ad3e-4fff16a3d075), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:12.028500 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8b70d9f0-968c-4ae9-99b6-752cc6d77942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637599'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:12.031610 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-8b70d9f0-968c-4ae9-99b6-752cc6d77942 admin admin] 10.222.0.24 "DELETE /v2.0/networks/05e5c43c-13fb-4974-ad3e-4fff16a3d075 HTTP/1.1" status: 204 len: 168 time: 0.2828746 Apr 08 17:53:12.043080 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70d9f0-968c-4ae9-99b6-752cc6d77942 admin admin] Pushing event deleted for resources: {'Network': ['ID=05e5c43c-13fb-4974-ad3e-4fff16a3d075,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:12.202172 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 53326) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:12.243925 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-39606e26-bb93-403c-b5f8-bb27f58ca76b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e4489fcbf3c44c58c2f94e94f41cbd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402763 Apr 08 17:53:12.246459 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.24', 53328) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:12.302538 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-310fc81c-8dbb-434f-936d-32551dc0229f admin admin] Publish callbacks [] for security_group (256b5e96-c121-4baf-8c7a-0602364ccfdd), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:12.324042 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-310fc81c-8dbb-434f-936d-32551dc0229f admin admin] Publish callbacks [] for security_group (256b5e96-c121-4baf-8c7a-0602364ccfdd), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:12.372677 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-310fc81c-8dbb-434f-936d-32551dc0229f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587434'] for security_group (256b5e96-c121-4baf-8c7a-0602364ccfdd), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:12.375234 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-310fc81c-8dbb-434f-936d-32551dc0229f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:12.376429 dv-cinder-837164-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-310fc81c-8dbb-434f-936d-32551dc0229f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/256b5e96-c121-4baf-8c7a-0602364ccfdd HTTP/1.1" status: 204 len: 168 time: 0.1290534 Apr 08 17:53:12.384419 dv-cinder-837164-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fc81c-8dbb-434f-936d-32551dc0229f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256b5e96-c121-4baf-8c7a-0602364ccfdd,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:15.300491 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:15.404585 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-bcde6d82-774d-495f-aef6-9198c5319115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:18.065331 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-5b532829-bf48-4e06-903c-3a635d3f0fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:18.881310 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:20.586821 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:21.962306 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:30.554335 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:53:45.316931 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.406088 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-bfa7b150-a06e-4cbe-b75c-04c755eb75cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:48.066511 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-38149dd0-a6fd-4321-9d6d-88db9dadc265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:48.884161 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:50.590746 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:51.965878 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:07.554804 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:54:15.329953 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:15.407816 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-efa4a82b-5740-4dd2-88ff-ea393f8a9fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:18.069181 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-83b820d1-a7f3-430a-86ef-cb81360fc761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:18.887116 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:20.596126 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:21.968952 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:44.554355 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:54:45.345329 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:45.413635 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d07f8ea7-9d83-435f-84da-26393880342b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:48.071949 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4c689fe1-e0cc-4ddb-8a08-3b178b7db476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:48.891750 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:50.596057 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:51.973380 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:15.369209 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:15.406661 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-78055f01-4ad3-4422-b812-c6ab1080b239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:18.074831 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-63177c0e-1d90-4bb1-b339-a3668483373a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:18.893837 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:20.599852 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:21.555280 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:55:21.977044 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:45.400571 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:45.410156 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4a706472-46d0-441d-b1d9-baac8959d20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:48.080640 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-8227b1e9-baf9-4c17-b15d-83d52d1a9dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:48.896997 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:50.604936 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:51.980548 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:58.556757 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:56:15.422875 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-c37c6202-8cb0-4d4b-b056-1ef2ebd4871d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:15.425008 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:18.073325 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-91cfe972-9f7b-4341-b00f-387d2823e49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:18.903470 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:20.610921 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:21.983354 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:35.556006 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:56:45.422164 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-31d05d7b-aeff-4fa2-8352-3897790d2318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:45.428185 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:48.076305 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0693cc68-4983-40c5-b578-ca265e72399d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:48.897035 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:50.611328 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:51.986278 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:12.556175 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:57:15.426071 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-8eabb068-b4c5-4357-94d8-df3399e0c2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:15.428489 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:18.078376 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c8a8-38f3-4a05-a59c-9463c1c33e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:18.899933 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:20.613562 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:21.990642 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:45.426695 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6039823c-3b5a-48de-b7dc-e57cc3b93b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:45.430332 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:48.081158 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-97b28db2-a3e0-4860-abf4-d96b04d5a766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:48.904929 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:49.555557 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:57:50.617267 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:51.993596 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:15.418850 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-ab06eb59-5a61-47ce-9a2c-5fe37de2af8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (72b2ee88-fa79-44c9-b63e-eafca22f1392), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:15.437969 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-0d92050b-8fb9-4c4c-8544-e789382c9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (a47e7214-b82f-44c3-b0cc-cfad62998785), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:18.085340 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-037711c7-9d7b-4fb9-ba5f-b557cf54f60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (5abe2635-dd0d-4e99-bca1-b16bb11a8ac1), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:18.913536 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-aa112687-0dcf-4311-bcf5-496702f7fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (bc7325b0-b3fa-46d8-8d2b-797d854767b5), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:20.620754 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb498-a47c-4156-9800-df6e8dbe23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (f6afd11c-76e4-47c5-9a77-552c46f42d88), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:21.997231 dv-cinder-837164-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-23804545-c5ac-445a-9413-cd3ced058784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761101197963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931804'] for agent (c1eb6113-aac7-437c-8112-e754cad42f5c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:26.557749 dv-cinder-837164-1-iscsi neutron-server[103646]: DEBUG neutron.db.agents_db [None req-0ef2b9d4-b483-4ac8-94b0-63467702fa78 None None] Agent healthcheck: found 6 active agents {{(pid=103646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}